-- Logs begin at Mon 2022-08-08 17:46:11 UTC, end at Mon 2022-08-08 19:10:17 UTC. -- Aug 08 18:43:43.990939 dv-cinder-852456-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 08 18:43:46.791529 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.common.config [-] Logging enabled! Aug 08 18:43:46.792151 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev7 Aug 08 18:43:46.792300 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109448) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 08 18:43:46.795665 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.common.config [-] Logging enabled! Aug 08 18:43:46.795917 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev7 Aug 08 18:43:46.796225 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109448) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 08 18:43:46.797205 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 18:43:46.797438 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 18:43:46.797804 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 18:43:46.798049 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 18:43:46.798272 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 18:43:46.798591 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.798886 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.799201 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.799430 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.799721 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.800008 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.800816 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.801104 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.801396 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.801679 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.801956 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.802235 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.802463 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.802751 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.803064 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.803348 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.803567 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] debug = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.803842 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.804262 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.804685 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.804963 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.805250 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.805528 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.805804 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.806075 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.806359 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.806683 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] host = dv-cinder-852456-1-iscsi {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.806971 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.807272 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.807541 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.807822 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.808096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.808368 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.808649 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.808918 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.809187 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.809458 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.809739 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.810112 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.810393 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.810617 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.810836 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.811153 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.811438 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.811710 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.811981 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.812252 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.812523 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.812787 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.813056 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.813335 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.813615 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.813895 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.814167 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.814437 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.814712 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.814999 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.815279 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.815550 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.815819 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.816708 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.817002 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.817271 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.817544 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.817844 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.818123 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.818402 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.818683 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.818954 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.819258 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.819529 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.819798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.820066 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] use_json = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.820334 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.820603 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.820881 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.821151 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.821420 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.821688 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.821955 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.822235 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.822509 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:46.822808 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.823130 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.823431 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.823718 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.824006 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.824285 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.824580 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.824862 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.825146 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.825432 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.825718 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.825993 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.826291 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.826568 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.826859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.827190 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.827480 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.827767 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.828118 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.828393 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.828662 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.828939 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.829222 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.829498 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.829781 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.830065 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.830340 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.830623 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.830913 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.831224 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.831516 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.831795 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.832080 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.832355 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.832623 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.832898 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.833182 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.833456 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.833725 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.834001 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.834289 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.834578 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.834917 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.835402 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.835688 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.835961 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.836227 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.836493 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.836767 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.837034 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.837314 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.837587 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.837857 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.838122 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.838395 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.838662 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.838929 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.839230 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.839498 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.839772 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.840038 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.840303 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.840570 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.840837 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.841102 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.841368 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.841634 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.841906 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.842171 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.842436 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.842703 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.842982 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.843258 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.843539 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.843833 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.844107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.844381 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.844658 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.844931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.845202 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.845473 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.845744 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.846016 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.846280 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.846565 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.846843 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.847171 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.847450 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.848197 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.848197 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.848482 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.848629 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.848902 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.849176 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.849455 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.849815 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.850031 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.850318 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.850605 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.850892 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.851210 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.851484 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.851791 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.852064 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:46.852289 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 18:43:46.852528 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109448) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 08 18:43:47.206204 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 08 18:43:47.206508 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 08 18:43:47.206877 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 08 18:43:47.207248 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 08 18:43:47.606755 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.607073 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.607350 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.608632 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.608905 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.609169 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.645755 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.646034 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.646299 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.662098 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.662376 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.662643 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.691863 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.692144 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.692416 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.730705 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.731008 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.731278 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.960898 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.961506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.961506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.961665 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:47.962286 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.083938 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.084260 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.084544 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.084814 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.085344 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.085661 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.085919 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.086171 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.086421 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.086707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.086984 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.087246 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.087500 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.087749 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.088001 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.088266 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.088522 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.088787 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.089055 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.089310 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.089576 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.089828 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.090107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.090492 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.090741 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.091008 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.091406 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:48.091642 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:48.091876 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:48.092108 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:48.092340 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:48.092574 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:48.092937 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 08 18:43:48.096190 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 08 18:43:48.100139 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 08 18:43:48.103965 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 08 18:43:48.105586 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 08 18:43:48.106042 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 08 18:43:48.106376 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 08 18:43:48.106819 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 08 18:43:48.109712 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 08 18:43:48.109956 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 08 18:43:48.110305 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 18:43:48.116148 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 08 18:43:48.138547 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 08 18:43:48.139026 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.139329 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109448) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 08 18:43:48.139693 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.141054 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109448) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 08 18:43:48.141338 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 08 18:43:48.141745 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 08 18:43:48.145173 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.145447 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:48.211318 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 08 18:43:48.211504 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 08 18:43:48.211705 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 08 18:43:48.212082 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 08 18:43:48.239324 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_db.sqlalchemy.engines [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109448) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 08 18:43:48.946352 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing driver for type 'gre' Aug 08 18:43:48.946888 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] gre ID ranges: [(1, 1000)] Aug 08 18:43:49.163296 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing driver for type 'local' Aug 08 18:43:49.163926 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing driver for type 'vlan' Aug 08 18:43:49.263187 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] VlanTypeDriver initialization complete Aug 08 18:43:49.263456 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing driver for type 'vxlan' Aug 08 18:43:49.264010 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] vxlan ID ranges: [(1, 1000)] Aug 08 18:43:49.488994 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing extension driver 'port_security' Aug 08 18:43:49.489476 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.extensions.port_security [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] PortSecurityExtensionDriver initialization complete Aug 08 18:43:49.489812 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing mechanism driver 'openvswitch' Aug 08 18:43:49.490152 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing mechanism driver 'hyperv' Aug 08 18:43:49.501220 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.plugin [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:43:49.501898 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.502274 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.502623 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.503188 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 08 18:43:49.503663 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.504018 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.504363 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.505380 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 08 18:43:49.505789 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.506136 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.506485 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.506875 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 08 18:43:49.507313 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > security_group after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.507661 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > security_group after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.507997 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.508566 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 08 18:43:49.509094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.509447 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.509814 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.510209 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 08 18:43:49.510619 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > address_group after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.510983 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > address_group after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.511335 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.511723 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 08 18:43:49.512166 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] ML2 OVO RPC backend initialized. {{(pid=109448) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 08 18:43:49.512886 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.517840 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.517840 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.517840 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > networks before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.517840 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518181 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > ports before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518181 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518181 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnets before_response 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518181 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518485 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518485 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518485 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518485 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518770 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518770 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518770 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.518770 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.526809 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded quota_driver: . Aug 08 18:43:49.527200 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.plugin [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Modular L2 Plugin initialization complete Aug 08 18:43:49.527551 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading services supported by the core plugin {{(pid=109448) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 08 18:43:49.527896 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.plugins.ml2.managers [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Got port-security extension from driver 'port_security' Aug 08 18:43:49.528396 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.extensions.vlantransparent [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Disabled vlantransparent extension. Aug 08 18:43:49.528887 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109448) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 08 18:43:49.529211 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: router Aug 08 18:43:49.566691 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.567144 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_create 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.568043 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router before_create 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.568408 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.568784 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.569140 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_delete 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.569602 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.570859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.570859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_create 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.570859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_update 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.571176 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_update 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.571335 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.571702 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_update 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.572446 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_update 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.572446 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.572803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.573141 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: subnet after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.573480 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.573825 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.574169 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_create 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.574507 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.574847 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.575233 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router after_update 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.575574 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.575922 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_create 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.576280 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.576621 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_update 55549900 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.576986 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > agent after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.577333 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > agent after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.577677 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > network after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.578630 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Tracking information for resource: router configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:49.579662 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Tracking information for resource: floatingip configured {{(pid=109448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 08 18:43:49.583942 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.db.l3_agentschedulers_db [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 08 18:43:49.584521 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.584883 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port after_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.585493 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port after_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.585841 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: port after_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.586634 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router before_create 55550100 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.587013 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.587377 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_create 55550100 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.587731 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > router precommit_update 55550100 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.592694 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.provider_configuration [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service providers = [] {{(pid=109448) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 08 18:43:49.593054 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.db.servicetype_db [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109448) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 08 18:43:49.595994 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.service_base [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 18:43:49.596350 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.service_base [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 18:43:49.596694 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.service_base [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 18:43:49.597565 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.services.service_base [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 08 18:43:49.597934 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.services.service_base [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 08 18:43:49.598308 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.598664 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 08 18:43:49.608904 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.609236 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: auto_allocate Aug 08 18:43:49.615851 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: network precommit_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.616211 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: network precommit_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.616725 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.617045 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: tag Aug 08 18:43:49.623506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.623838 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: timestamp Aug 08 18:43:49.627825 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.628157 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: network_ip_availability Aug 08 18:43:49.634131 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.634500 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.634853 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.635603 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.635921 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: flavors Aug 08 18:43:49.640537 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.640877 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading Plugin: revisions Aug 08 18:43:49.645216 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 08 18:43:49.645611 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_concurrency.lockutils [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.439s {{(pid=109448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 08 18:43:49.646350 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109448) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 08 18:43:49.646686 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Initializing extension manager. Aug 08 18:43:49.647225 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: __init__.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.647566 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: __pycache__ {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.647898 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.648228 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: address_group.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.648975 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.649538 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: address-group Aug 08 18:43:49.650047 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: address_scope.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.650607 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.651139 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: address-scope Aug 08 18:43:49.651459 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.652377 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.652885 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: router-admin-state-down-before-update Aug 08 18:43:49.653201 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: agent.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.654077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.654576 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: agent Aug 08 18:43:49.654897 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: agent_resources_synced.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.655832 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.656376 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: agent-resources-synced Aug 08 18:43:49.656714 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: allowedaddresspairs.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.665425 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.665961 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: allowed-address-pairs Aug 08 18:43:49.666292 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: auto_allocated_topology.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.667403 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.667914 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: auto-allocated-topology Aug 08 18:43:49.668242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: availability_zone.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.668935 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.669435 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: availability_zone Aug 08 18:43:49.669759 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: availability_zone_filter.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.670773 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.671348 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: availability_zone_filter Aug 08 18:43:49.671674 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: data_plane_status.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.672568 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.673084 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension data-plane-status not supported by any of loaded plugins Aug 08 18:43:49.673390 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: default_subnetpools.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.674288 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.674788 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: default-subnetpools Aug 08 18:43:49.675181 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.675998 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.677060 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: dhcp_agent_scheduler Aug 08 18:43:49.677408 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: dns.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.678319 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.678822 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension dns-integration not supported by any of loaded plugins Aug 08 18:43:49.679183 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: dns_domain_ports.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.680085 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.680584 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 08 18:43:49.680906 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.681813 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.682347 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 08 18:43:49.682671 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: dvr.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.683363 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.683857 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: dvr Aug 08 18:43:49.684177 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: ecmp_routes.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.685154 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.685649 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 08 18:43:49.685964 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: empty_string_filtering.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.686912 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.687444 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: empty-string-filtering Aug 08 18:43:49.692778 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.693482 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.693983 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 08 18:43:49.694302 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.695236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.695736 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 08 18:43:49.696056 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: external_net.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.696960 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.697459 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: external-net Aug 08 18:43:49.697777 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.698684 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.699214 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: extra_dhcp_opt Aug 08 18:43:49.699534 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: extraroute.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.700502 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.701000 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: extraroute Aug 08 18:43:49.701316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: extraroute_atomic.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.702348 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.702848 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: extraroute-atomic Aug 08 18:43:49.703202 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: filter_validation.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.703858 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.704353 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: filter-validation Aug 08 18:43:49.704669 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: fip_pf_description.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.705667 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.706153 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 08 18:43:49.706475 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: fip_port_details.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.707412 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.707901 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: fip-port-details Aug 08 18:43:49.708220 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: flavors.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.709428 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.709966 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: flavors Aug 08 18:43:49.710541 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.712284 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.712791 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 08 18:43:49.713122 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: floatingip_pools.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.713825 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.714332 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: floatingip-pools Aug 08 18:43:49.714660 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: ip_allocation.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.715618 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.716121 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension ip_allocation not supported by any of loaded plugins Aug 08 18:43:49.716544 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.717527 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.718029 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: ip-substring-filtering Aug 08 18:43:49.718355 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l2_adjacency.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.719293 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.719789 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 08 18:43:49.720111 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.721101 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.721605 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: router Aug 08 18:43:49.721933 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.724368 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.724888 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 08 18:43:49.725219 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.726152 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.726655 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: ext-gw-mode Aug 08 18:43:49.727003 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.727912 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.728413 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: l3-ha Aug 08 18:43:49.728750 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3_flavors.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.729652 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.730150 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: l3-flavors Aug 08 18:43:49.730472 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.731403 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.731913 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 08 18:43:49.732239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: l3agentscheduler.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.733279 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.733786 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: l3_agent_scheduler Aug 08 18:43:49.734113 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: logging.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.735597 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.736109 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension logging not supported by any of loaded plugins Aug 08 18:43:49.736437 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: metering.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.737173 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.737753 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: metering Aug 08 18:43:49.738078 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.739219 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.739732 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: metering_source_and_destination_fields Aug 08 18:43:49.740057 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: multiprovidernet.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.741537 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.742038 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: multi-provider Aug 08 18:43:49.742356 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: netmtu.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.743280 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.743782 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: net-mtu Aug 08 18:43:49.744100 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: netmtu_writable.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.745030 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.745532 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: net-mtu-writable Aug 08 18:43:49.745847 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: network_availability_zone.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.746528 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.747056 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: network_availability_zone Aug 08 18:43:49.747462 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: network_ip_availability.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.748557 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.749062 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: network-ip-availability Aug 08 18:43:49.749380 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: network_segment_range.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.750134 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.750635 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension network-segment-range not supported by any of loaded plugins Aug 08 18:43:49.750952 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: pagination.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.751978 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.752305 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: pagination Aug 08 18:43:49.752664 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: port_device_profile.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.753557 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.754065 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: port-device-profile Aug 08 18:43:49.754377 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.755320 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.755822 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: port-mac-address-regenerate Aug 08 18:43:49.756221 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.757641 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.758143 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: port-numa-affinity-policy Aug 08 18:43:49.758460 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: port_resource_request.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.759472 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.759970 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension port-resource-request not supported by any of loaded plugins Aug 08 18:43:49.760285 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: portbindings.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.761200 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.761706 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: binding Aug 08 18:43:49.762023 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: portbindings_extended.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.764859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.765379 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: binding-extended Aug 08 18:43:49.765801 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: portsecurity.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.766806 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.767358 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: port-security Aug 08 18:43:49.767678 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: project_id.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.774373 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.774659 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: project-id Aug 08 18:43:49.775008 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: providernet.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.775983 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.776492 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: provider Aug 08 18:43:49.776816 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.780468 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.781015 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos not supported by any of loaded plugins Aug 08 18:43:49.781352 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.782593 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.783134 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 08 18:43:49.783467 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.784385 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.784888 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 08 18:43:49.785255 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_default.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.786164 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.786676 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-default not supported by any of loaded plugins Aug 08 18:43:49.787021 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_fip.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.787699 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.788194 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-fip not supported by any of loaded plugins Aug 08 18:43:49.788517 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_gateway_ip.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.789431 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.789931 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 08 18:43:49.790254 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_port_network_policy.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.791221 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.791720 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 08 18:43:49.792040 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_pps_rule.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.793201 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.793706 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-pps not supported by any of loaded plugins Aug 08 18:43:49.794031 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_rule_type_details.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.795038 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.795715 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 08 18:43:49.796050 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: qos_rules_alias.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.797190 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.797691 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 08 18:43:49.798013 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: quotasv2.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.799008 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.799334 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: quotas Aug 08 18:43:49.799653 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: quotasv2_detail.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.801349 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.801689 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: quota_details Aug 08 18:43:49.802020 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: rbac.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.803700 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.811301 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: rbac-policies Aug 08 18:43:49.811301 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: rbac_address_group.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.811774 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.812291 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: rbac-address-group Aug 08 18:43:49.812661 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: rbac_address_scope.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.813533 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.814042 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: rbac-address-scope Aug 08 18:43:49.814365 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: rbac_security_groups.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.815306 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.815813 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: rbac-security-groups Aug 08 18:43:49.816177 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: rbac_subnetpool.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.817081 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.817587 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: rbac-subnetpool Aug 08 18:43:49.817907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: revisionifmatch.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.819411 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.819962 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: revision-if-match Aug 08 18:43:49.820280 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: revisions.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.821591 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.822099 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: standard-attr-revisions Aug 08 18:43:49.822434 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: router_availability_zone.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.823138 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.823639 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: router_availability_zone Aug 08 18:43:49.823961 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: routerservicetype.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.824872 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.825403 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension router-service-type not supported by any of loaded plugins Aug 08 18:43:49.825724 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.826640 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.827168 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: security-groups-normalized-cidr Aug 08 18:43:49.827493 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.828402 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.828902 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: port-security-groups-filtering Aug 08 18:43:49.829253 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.830157 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.830655 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: security-groups-remote-address-group Aug 08 18:43:49.831067 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: securitygroup.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.840980 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.842649 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: security-group Aug 08 18:43:49.842649 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: segment.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.842812 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.843210 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension segment not supported by any of loaded plugins Aug 08 18:43:49.843536 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.844477 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.845044 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 08 18:43:49.845367 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: servicetype.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.846559 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.847111 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: service-type Aug 08 18:43:49.847439 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: sorting.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.848418 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.848748 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: sorting Aug 08 18:43:49.849067 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: standard_attr_segment.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.850623 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.851141 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 08 18:43:49.851460 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: standardattrdescription.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.852105 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.852604 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: standard-attr-description Aug 08 18:43:49.852926 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: stateful_security_group.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.853841 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.854459 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: stateful-security-group Aug 08 18:43:49.854781 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: stdattrs_common.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.855396 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 08 18:43:49.855742 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.856705 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.857276 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 08 18:43:49.857617 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: subnet_onboard.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.861696 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.861696 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: subnet_onboard Aug 08 18:43:49.861696 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.861696 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.861696 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 08 18:43:49.861696 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: subnet_service_types.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.862238 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.862755 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: subnet-service-types Aug 08 18:43:49.863102 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: subnetallocation.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.869500 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.870297 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: subnet_allocation Aug 08 18:43:49.870625 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.871330 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.871833 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: subnetpool-prefix-ops Aug 08 18:43:49.872156 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.873197 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.873701 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 08 18:43:49.874023 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: tagging.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.875142 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.875953 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: standard-attr-tag Aug 08 18:43:49.876325 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: timestamp.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.877519 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.878033 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loaded extension: standard-attr-timestamp Aug 08 18:43:49.878360 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: trunk.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.879421 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.879929 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension trunk not supported by any of loaded plugins Aug 08 18:43:49.880255 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: trunk_details.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.882898 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.882898 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension trunk-details not supported by any of loaded plugins Aug 08 18:43:49.882898 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: uplink_status_propagation.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.883169 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.883541 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 08 18:43:49.883864 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Loading extension file: vlantransparent.py {{(pid=109448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 08 18:43:49.884541 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 08 18:43:49.885105 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 08 18:43:49.887694 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:network Aug 08 18:43:49.888234 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:subnet Aug 08 18:43:49.888707 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 18:43:49.889106 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:port Aug 08 18:43:49.890477 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.890911 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service FLAVORS assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.891570 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.892035 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.892367 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:router Aug 08 18:43:49.892801 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:floatingip Aug 08 18:43:49.893291 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service METERING assigned prefix: /metering {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.894750 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.895173 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.895528 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:43:49.896532 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 18:43:49.897000 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:security_group Aug 08 18:43:49.897441 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 18:43:49.898086 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service CORE assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.898419 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 18:43:49.898763 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] subnetpool is already registered Aug 08 18:43:49.899204 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service CORE assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.899531 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 18:43:49.899861 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] subnetpool is already registered Aug 08 18:43:49.902299 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.902731 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service FLAVORS assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.903352 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.903839 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.904154 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:router Aug 08 18:43:49.904493 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] router is already registered Aug 08 18:43:49.904901 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:floatingip Aug 08 18:43:49.905235 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] floatingip is already registered Aug 08 18:43:49.905683 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service METERING assigned prefix: /metering {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.906352 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of CountableResource for resource:rbac_policy Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] rbac_policy is already registered Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:security_group Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] security_group is already registered Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] security_group_rule is already registered Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service CORE assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 18:43:49.909709 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] subnetpool is already registered Aug 08 18:43:49.913483 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.v2.resource_helper [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Service CORE assigned prefix: {{(pid=109448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 08 18:43:49.913483 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Creating instance of TrackedResource for resource:subnetpool Aug 08 18:43:49.913483 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING neutron.quota.resource_registry [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] subnetpool is already registered Aug 08 18:43:49.913483 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: extensions {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.913483 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: address-groups {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.914580 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: address-scopes {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.915917 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: agents {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.917082 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: auto-allocated-topology {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.918334 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: availability_zones {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.919671 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: dhcp-networks {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.921287 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: dhcp-agents {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.922695 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: routers {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.925023 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: flavors {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.926187 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: service_profiles {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.927448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: next_providers {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.929597 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: service_profiles {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.931211 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: floatingip-pools {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.932436 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: routers {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.934547 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: floatingips {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.935859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: l3-routers {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.937250 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: l3-agents {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.938701 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: metering-labels {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.941254 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: metering-label-rules {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.942546 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: network-ip-availabilities {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.944041 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: bindings {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.945775 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: quotas {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.947259 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: quotas {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.948683 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: rbac-policies {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.949879 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: security-groups {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.951291 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: security-group-rules {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.952535 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: service-providers {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.953754 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: subnetpools {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.955211 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: subnetpools {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.956728 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.958537 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.960684 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.962505 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.964342 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.966413 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.968192 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.970117 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.971968 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.973859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron.api.extensions [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Extended resource: tags {{(pid=109448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 08 18:43:49.980741 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING keystonemiddleware.auth_token [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 08 18:43:49.985635 dv-cinder-852456-1-iscsi neutron-server[109448]: WARNING keystonemiddleware.auth_token [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 08 18:43:49.995154 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_concurrency.lockutils [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Acquired lock "singleton_lock" {{(pid=109448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 08 18:43:49.995624 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_concurrency.lockutils [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Releasing lock "singleton_lock" {{(pid=109448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 08 18:43:49.996274 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Starting 2 workers Aug 08 18:43:50.001310 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Started child 109559 {{(pid=109448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 18:43:50.006152 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Started child 109560 {{(pid=109448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 18:43:50.006710 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:43:50.010134 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO neutron.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 08 18:43:50.010325 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [-] (109559) wsgi starting up on http://0.0.0.0:9696 Aug 08 18:43:50.010474 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Notify callbacks [] for process, before_spawn {{(pid=109448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:43:50.011527 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Starting 1 workers Aug 08 18:43:50.011873 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:43:50.013337 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [-] (109560) wsgi starting up on http://0.0.0.0:9696 Aug 08 18:43:50.016814 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Started child 109561 {{(pid=109448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 18:43:50.017360 dv-cinder-852456-1-iscsi neutron-server[109448]: INFO oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Starting 1 workers Aug 08 18:43:50.020573 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] calling RpcWorker wait() {{(pid=109561) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 08 18:43:50.021127 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] returning from RpcWorker wait() {{(pid=109561) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 08 18:43:50.022050 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Started child 109562 {{(pid=109448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 08 18:43:50.022523 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:43:50.022901 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG neutron_lib.callbacks.manager [None req-579ebd70-0817-48f8-9d6d-b4f5548b6b21 None None] Notify callbacks [] for process, after_spawn {{(pid=109448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:43:50.023068 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:43:50.025075 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 18:43:50.025075 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 18:43:50.025256 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 18:43:50.025602 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 18:43:50.025769 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 18:43:50.025931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 18:43:50.026456 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.026737 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.027049 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.027314 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:43:50.027865 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.027865 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.028184 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.028483 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.028579 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:43:50.028778 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.029096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.029332 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.029522 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.029668 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.030010 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.030182 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.030589 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.030870 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] debug = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036011 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.036707 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.037096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038069 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038069 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038069 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] host = dv-cinder-852456-1-iscsi {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038069 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038304 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038517 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038747 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.038982 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.039228 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.039502 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.039740 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.039985 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.040222 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.040478 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.040742 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.040964 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.041212 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.041372 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_options = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.041605 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.041854 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.042140 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.042322 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.042490 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.042664 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.042913 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.043097 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.043346 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.043559 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.043769 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.043981 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.044192 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.044403 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.044726 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.045031 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.045281 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.045494 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.045736 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.045959 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.046178 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.046388 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.046676 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.046903 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.047157 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.047394 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.047790 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.048048 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.048261 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.048528 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.048770 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.049043 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.050323 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.051145 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.051145 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.051619 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.051872 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.052106 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.052405 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.052645 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.052910 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.053759 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.054144 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.054282 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.054526 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.054780 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.055054 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_json = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.055275 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.055516 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.055769 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.055989 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.056224 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.056445 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.056662 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.056903 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.057633 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.058079 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.058369 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.058679 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.058913 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.059177 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.059426 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.059702 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.059946 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.060632 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.060893 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.061474 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.061474 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.061744 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.062006 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.062256 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.062612 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.062860 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.063142 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.063366 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.063711 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.063822 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.064028 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.064290 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.064513 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.064743 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.064974 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.067316 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.069242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.072497 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073107 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073509 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073509 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073657 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.073828 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.074064 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.074303 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.074536 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.074749 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.075024 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.075268 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.075484 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.077312 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.077312 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.077312 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.077312 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.077312 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.077312 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.079416 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.079416 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.079681 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.079681 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.079874 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.080114 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.080355 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.082323 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.083033 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.083270 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.083533 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.083753 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.083971 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.084190 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.084525 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.085467 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.085697 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.085953 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.086178 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.087420 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.088379 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.088641 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.088891 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.089126 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.089735 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.090017 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.090293 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.090524 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.090792 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.091693 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.092317 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.092553 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.092822 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.093054 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.093334 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.093648 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.093842 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.094474 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.094726 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.095003 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.099097 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.099428 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.099706 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.100597 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.100871 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.101166 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.101490 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.101776 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.102062 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.102521 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.102785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.103213 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.103363 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.103618 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.103868 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.104103 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.104329 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.104606 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.104838 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.105056 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.105271 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.105499 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.105832 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.106066 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.106296 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.106506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.106781 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.108517 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.111246 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.111559 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.111832 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.112646 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.112646 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.112646 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.112912 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.113065 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.113422 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.113623 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.113892 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.114132 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.114379 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.114603 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.114821 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.115098 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.115388 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.116237 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.116484 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.116708 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.116933 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.117185 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.117403 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.117633 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.118000 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.118251 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.118495 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.118723 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.118946 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.119197 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.119422 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.119697 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.119944 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.120160 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.120389 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.120612 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.120888 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.121124 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.121371 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.121592 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.121812 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.122034 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.122256 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.122471 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.122708 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.123045 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.123202 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.123464 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.123719 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.124089 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.124343 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.124574 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.124827 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.125096 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.125358 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.125598 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.125816 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.126059 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.126279 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.126525 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.126746 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.127009 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.127257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.127475 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.127723 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.128121 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.128391 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.128650 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.128869 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.129291 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.129476 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.129715 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.129943 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.130162 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.130398 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.130636 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.130864 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.131172 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.131424 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.131667 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.131901 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.132182 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.132412 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.132616 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.132859 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.133072 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.133310 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.133539 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.133755 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.133967 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.134193 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.134402 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.134625 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.134831 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.135100 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.135313 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.135539 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.135756 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.135984 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.136242 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.136483 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.136716 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.136961 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.137170 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.137380 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.137625 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.137967 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.138118 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.138295 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.138505 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.138714 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.138978 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.139197 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.139433 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.139730 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.139982 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.140222 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.140504 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.140738 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.140981 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.141267 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.141751 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.142062 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.142404 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.142750 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.143094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.143346 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.143612 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.143931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.144231 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.144496 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.144787 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.145060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.145346 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.145620 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.145825 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.146123 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.146474 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.147170 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.147170 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.147394 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.147539 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.147764 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.147988 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.148821 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.148821 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.148821 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.149119 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.149119 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.149365 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.149602 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.149849 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.150123 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.150357 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.150597 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.150828 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.151091 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.151252 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 18:43:50.151804 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 08 18:43:50.151968 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 08 18:43:50.152124 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.155644 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156376 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156376 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156376 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156376 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156376 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156716 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.156798 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] debug = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157257 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157926 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157926 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157926 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.157926 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158160 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158160 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158273 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158428 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158587 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158748 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.158908 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] host = dv-cinder-852456-1-iscsi {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.159092 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.159253 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.159414 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.159572 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.159732 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.159918 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.160287 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.160457 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.160611 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.160746 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.160883 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161043 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161192 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161326 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161460 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_options = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161593 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161726 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.161895 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.162030 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.162199 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.162864 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.163059 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.163219 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.163380 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.163928 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.163928 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.163928 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164366 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164366 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164366 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164654 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164654 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164832 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.164910 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165008 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165167 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165325 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165484 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165648 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165807 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.165965 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.166128 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.166287 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.166445 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.166604 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.166860 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.167061 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.167222 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.167384 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.167543 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.167701 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.167861 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168019 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168183 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168347 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168508 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168666 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168826 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.168985 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.169144 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_json = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175203 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.175818 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176236 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.176659 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177094 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.177588 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178060 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.178936 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37394) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:43:50.179057 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179057 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179057 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179057 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179273 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179273 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179398 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179555 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179718 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.179886 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180065 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180213 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180356 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180494 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180640 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180802 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.180967 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.181128 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.181290 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.181451 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.181614 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.181774 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.181948 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.182108 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.182269 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.182430 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.182592 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.182753 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.182916 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.187907 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.188488 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189506 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189717 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067062 Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.189803 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190239 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.190642 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.191817 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.192091 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.193155 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.193437 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.193821 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.194035 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.194230 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.194460 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.194679 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.195768 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.195941 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.196207 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.196433 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.196760 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.196875 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.197019 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.197256 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.198486 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.199379 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.199379 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.199379 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.199599 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.199727 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.199925 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.200185 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.200397 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.200629 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.200864 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.201254 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.201523 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.201739 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.201940 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.202309 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.202449 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.202768 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.202927 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.203280 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.203410 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.203657 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.203868 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.204231 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.204363 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.204562 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.204790 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.205103 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.205355 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.207007 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208015 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208015 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208015 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208015 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208015 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208652 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208652 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.208652 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.209039 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.209039 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.209793 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.210006 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.210596 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.210723 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.211095 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.212003 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.212931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.212931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.212931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.212931 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.213519 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.213519 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.213723 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.213824 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.214055 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.214288 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.214518 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.214749 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.214996 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.215235 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.215465 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.215697 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.215929 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.216158 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.216390 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.216619 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.216849 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.217085 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.217317 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.217547 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.217776 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.218009 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.218241 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.218468 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.218698 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.218928 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.219243 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.219745 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.219745 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.219896 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.220151 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.220381 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.220616 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.220846 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.221073 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.221309 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.221553 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.221787 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.222042 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.222274 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.222503 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.222733 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.222998 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.223232 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.223462 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.223691 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.223921 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.224168 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.224467 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.224746 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.225594 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.225892 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.226174 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.226459 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.226759 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.227073 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.227348 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.227623 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.227902 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.228176 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.228480 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.229569 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.229569 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.229569 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.229569 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.229861 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.230078 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.230372 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.230649 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.230987 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.231271 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.231443 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.231606 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.231782 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.231953 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.232126 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.232276 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.232436 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.232612 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.232781 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.232913 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.233089 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.233260 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.233404 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.233568 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.233740 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.233912 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.234077 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.234247 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.234423 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.234586 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.234749 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.234912 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.235970 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.237785 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 08 18:43:50.238448 dv-cinder-852456-1-iscsi neutron-server[109448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 08 18:44:02.292010 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343385bc-0432-48d6-aae6-92534e9df4fc None None] get_active_networks_info from dv-cinder-852456-1-iscsi {{(pid=109561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 08 18:44:02.399827 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343385bc-0432-48d6-aae6-92534e9df4fc None None] No non-hosted networks {{(pid=109561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 08 18:44:02.407482 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.agentschedulers_db [None req-343385bc-0432-48d6-aae6-92534e9df4fc None None] DHCP Agent not found on host dv-cinder-852456-1-iscsi {{(pid=109561) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 08 18:44:02.528380 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-fc8ad3ec-1f28-4d75-9fa8-be4b0c4c5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728167'] for agent, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:04.534005 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-04e384b6-1426-4af3-8cb1-3e306200e203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728167'] for agent, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:04.561512 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.db.api [None req-8bcc1725-9021-44f6-839f-28b13ffd8d6f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852456-1-iscsi {{(pid=109561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:44:04.562496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG oslo_db.api [None req-8bcc1725-9021-44f6-839f-28b13ffd8d6f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:44:05.171808 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8bcc1725-9021-44f6-839f-28b13ffd8d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:05.823429 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728167'] for agent, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:07.251125 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728167'] for agent, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:07.536957 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728167'] for agent, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:07.538109 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.538467 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.538805 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.539175 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.539507 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.539834 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.540161 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.540510 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.540897 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.541162 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.541502 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.541831 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:07.542219 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852456-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:07.549270 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852456-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:08.543257 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 37490) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:09.087150 dv-cinder-852456-1-iscsi neutron-server[109560]: WARNING oslo_policy.policy [None req-6dc86cf5-bbce-48ce-b363-166aa489aa63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:09.087725 dv-cinder-852456-1-iscsi neutron-server[109560]: WARNING oslo_policy.policy [None req-6dc86cf5-bbce-48ce-b363-166aa489aa63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:09.322625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [None req-6dc86cf5-bbce-48ce-b363-166aa489aa63 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:44:09.324483 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-6dc86cf5-bbce-48ce-b363-166aa489aa63 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7789857 Aug 08 18:44:11.767143 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.db.l3_hamode_db [None req-6390d5f0-f409-4964-88f3-07dc38440fef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 08 18:44:11.829004 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37506) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:11.850530 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390d5f0-f409-4964-88f3-07dc38440fef None None] Routers set() bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:44:11.850924 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390d5f0-f409-4964-88f3-07dc38440fef None None] Router IDs set() for agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Aug 08 18:44:12.335480 dv-cinder-852456-1-iscsi neutron-server[109559]: WARNING oslo_policy.policy [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:12.336066 dv-cinder-852456-1-iscsi neutron-server[109559]: WARNING oslo_policy.policy [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:12.558904 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:12.659589 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.policy [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109559) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 18:44:12.706228 dv-cinder-852456-1-iscsi neutron-server[109559]: WARNING oslo_policy.policy [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:12.706604 dv-cinder-852456-1-iscsi neutron-server[109559]: WARNING oslo_policy.policy [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:12.903349 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790181610258', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790181610689', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790181622318', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790181625026', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790182037980', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790181447723', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16885', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-23825', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745594'] for rbac-policy, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:13.093146 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:13.094472 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-86b79e86-03ca-405e-b5cf-17c732fe6c2c admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2644861 Aug 08 18:44:15.781528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 37524) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:16.094825 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Request body: {'network': {'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'name': 'private', 'admin_state_up': True, 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:16.214604 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Made reservation on behalf of 8f1a6fdddbec468abc5b338e216fd4e8 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:44:16.282342 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.policy [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109560) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 08 18:44:16.328340 dv-cinder-852456-1-iscsi neutron-server[109560]: WARNING oslo_policy.policy [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:16.328722 dv-cinder-852456-1-iscsi neutron-server[109560]: WARNING oslo_policy.policy [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 08 18:44:16.339793 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.361789 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.477115 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.551238 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.577787 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:44:16.602801 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790180496249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.603393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Unsubscribe: segment precommit_create {{(pid=109560) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 18:44:16.603952 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Added segment 2915620d-be62-43ce-a462-151374757089 of type vlan for network 51c22baf-de2c-4c63-ae03-edd8ab9db60a Aug 08 18:44:16.609888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbe750f-505b-4442-92c9-66f3abfa43a0,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:16.641705 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.642063 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.642407 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.642740 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.643097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.643439 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.643769 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.644107 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.644448 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.644770 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.645088 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.645401 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Tracked resource versions report: Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: pushed versions: Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: { 'AddressGroup': {'1.2'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'ConntrackHelper': {'1.0'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Log': {'1.0'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Network': {'1.1'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Port': {'1.7'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'PortForwarding': {'1.2'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'QosPolicy': {'1.9'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroup': {'1.4'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SubPort': {'1.0'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Subnet': {'1.1'}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Trunk': {'1.1'}} Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: consumer versions: Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'ConntrackHelper': '1.0', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Log': '1.0', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Network': '1.1', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Port': '1.7', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'PortForwarding': '1.2', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'QosPolicy': '1.9', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroup': '1.4', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroupRule': '1.2', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SubPort': '1.0', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Subnet': '1.1', Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Trunk': '1.1'}} Aug 08 18:44:16.646461 dv-cinder-852456-1-iscsi neutron-server[109560]: {{(pid=109560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:44:16.734201 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.827928 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.829224 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:16.829911 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:16.936243 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] Pushing event updated for resources: {'Network': ['ID=51c22baf-de2c-4c63-ae03-edd8ab9db60a,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:16.941050 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-43722bff-0530-4cf2-9ae5-7aeb3449591e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1585255 Aug 08 18:44:16.951777 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:44:19.690351 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 37540) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:20.089776 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e33ef3-c7af-44bf-8079-474370e6e0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:20.091166 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-01e33ef3-c7af-44bf-8079-474370e6e0d4 admin admin] 10.222.0.23 "GET /v2.0/networks/51c22baf-de2c-4c63-ae03-edd8ab9db60a HTTP/1.1" status: 200 len: 825 time: 0.3997903 Aug 08 18:44:20.132126 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-99c60352-90ca-4e49-8c2b-e567399ac1f8 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/3fe7f495-aa05-4db2-9065-42b953475e8c HTTP/1.1" status: 200 len: 734 time: 0.0345128 Aug 08 18:44:20.141631 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Request body: {'subnet': {'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:20.284701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Made reservation on behalf of 8f1a6fdddbec468abc5b338e216fd4e8 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:44:20.287772 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:20.673925 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:20.738670 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93bc910-5467-46ba-8477-c844101ef300,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:20.747281 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Checking segment: {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:44:20.747892 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Network hostable DHCP agents. Network: 51c22baf-de2c-4c63-ae03-edd8ab9db60a, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:44:20.850347 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:44:20.953507 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 51c22baf-de2c-4c63-ae03-edd8ab9db60a) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:44:20.959732 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:20.960675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:20.967310 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9aea7a-9e90-4df8-9a64-dea36e3e6746 None None] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:44:21.058674 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-0b5386a0-f6cf-439d-9160-5f1984f948ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9204590 Aug 08 18:44:21.287615 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:44:21.288889 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:21.599091 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Allocated IP 172.20.0.2 (51c22baf-de2c-4c63-ae03-edd8ab9db60a/f93bc910-5467-46ba-8477-c844101ef300/35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:44:21.808830 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:21.906307 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:21.984921 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:44:21.989659 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:44:21.998140 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:44:22.001382 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Pushing event updated for resources: {'Port': ['ID=35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:22.035502 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.035862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.036206 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.036529 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.036920 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.037741 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.038064 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.038563 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.038862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.039243 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.039564 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.039881 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Tracked resource versions report: Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: pushed versions: Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: { 'AddressGroup': {'1.2'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'ConntrackHelper': {'1.0'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Log': {'1.0'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Network': {'1.1'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Port': {'1.7'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'PortForwarding': {'1.2'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'QosPolicy': {'1.9'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroup': {'1.4'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SubPort': {'1.0'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Subnet': {'1.1'}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Trunk': {'1.1'}} Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: consumer versions: Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'ConntrackHelper': '1.0', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Log': '1.0', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Network': '1.1', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Port': '1.7', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'PortForwarding': '1.2', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'QosPolicy': '1.9', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroup': '1.4', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroupRule': '1.2', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SubPort': '1.0', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Subnet': '1.1', Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Trunk': '1.1'}} Aug 08 18:44:22.040973 dv-cinder-852456-1-iscsi neutron-server[109561]: {{(pid=109561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:44:22.089000 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Attempting to bind port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:44:22.089393 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Attempting to bind port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:44:22.089815 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Attempting to bind port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 on network 51c22baf-de2c-4c63-ae03-edd8ab9db60a {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:44:22.094612 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:44:22.095019 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Checking segment: {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:44:22.095501 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:22.095882 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Bound using segment: {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:44:22.096358 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Bound port: 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:44:22.096768 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:22.158719 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] For port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:44:22.177808 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] For port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127,segment=NetworkSegment(2915620d-be62-43ce-a462-151374757089),segment_id=2915620d-be62-43ce-a462-151374757089)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:44:22.242892 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:22.317072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b8a3-eee5-451c-9606-0d65a5a4c884 None None] Pushing event updated for resources: {'Port': ['ID=35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:23.574630 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37548) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:23.890193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [None req-65df101d-6df2-4b92-a56c-aa3aea909294 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:44:23.902988 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-65df101d-6df2-4b92-a56c-aa3aea909294 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154085 Aug 08 18:44:26.404088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37556) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:26.756517 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [None req-43fea991-7c28-4599-8d02-e4a511733c8d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:44:26.772127 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-43fea991-7c28-4599-8d02-e4a511733c8d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3668377 Aug 08 18:44:29.512681 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37566) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:29.833142 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] Request body: {'router': {'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:29.953650 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:29.955618 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:30.112526 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:30.177200 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:30.246846 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:30.248403 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-095d2e41-4b8e-4852-b21d-a86e53c6200b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7347393 Aug 08 18:44:30.856007 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:44:30.929566 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d79fb-9cc4-48c6-88f5-70f70d947def None None] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:44:31.012756 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:31.013093 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:31.074583 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Provisioning complete for port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:31.074953 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:31.233751 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:31.234077 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:31.326651 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127,segment=NetworkSegment(2915620d-be62-43ce-a462-151374757089),segment_id=2915620d-be62-43ce-a462-151374757089)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:44:31.336388 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Current status of the port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:31.336845 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:31.383251 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:31.456220 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.db.api [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:44:31.456601 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG oslo_db.api [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:44:31.478444 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:31.993394 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-7380816e-4c1a-4ba2-9a23-faed5dac3eb6 None None] Current status of the port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:32.114446 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-ff5247d0-2644-4e24-adda-a596c3c2f523 None None] Provisioning complete for port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:32.115005 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ff5247d0-2644-4e24-adda-a596c3c2f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:32.236255 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-ff5247d0-2644-4e24-adda-a596c3c2f523 None None] Current status of the port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:32.282413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-81725dd8-a271-4997-8fee-c42057534f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:32.775617 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37580) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:32.811323 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:44:32.859527 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:32.859903 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:32.950159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:33.115041 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [None req-6690fece-97eb-4d84-b7b5-6a88ffbe0f05 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:44:33.116030 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6690fece-97eb-4d84-b7b5-6a88ffbe0f05 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3393762 Aug 08 18:44:34.075052 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:44:34.476259 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0ea91d52-fbcc-47c2-bc6b-2f7e7ad46f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:35.617967 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37594) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:35.798425 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:35.806187 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:35.876346 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Made reservation on behalf of 17995943c29046f88c3cd838664339f9 for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:44:35.879135 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:35.894668 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:35.997762 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:36.044205 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:36.055846 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Reserving flat network on physical network physnet1 {{(pid=109559) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 08 18:44:36.088099 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790180496249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:36.088660 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Unsubscribe: segment precommit_create {{(pid=109559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 08 18:44:36.089162 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Added segment 68f100bc-9b61-4ac5-a50a-05b083e88ea6 of type flat for network 3948c993-8290-483a-bcd2-1788984c669d Aug 08 18:44:36.106722 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e338bdd7-6fd2-4ccc-a860-6afeb51f5f6f,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:36.126684 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.127065 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.127407 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.127738 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.128071 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.128414 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.128739 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.129078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.129417 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.129740 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.130080 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.130397 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Tracked resource versions report: Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: pushed versions: Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: { 'AddressGroup': {'1.2'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'ConntrackHelper': {'1.0'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Log': {'1.0'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Network': {'1.1'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Port': {'1.7'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'PortForwarding': {'1.2'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'QosPolicy': {'1.9'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroup': {'1.4'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SubPort': {'1.0'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Subnet': {'1.1'}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Trunk': {'1.1'}} Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: consumer versions: Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'ConntrackHelper': '1.0', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Log': '1.0', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Network': '1.1', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Port': '1.7', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'PortForwarding': '1.2', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'QosPolicy': '1.9', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroup': '1.4', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroupRule': '1.2', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SubPort': '1.0', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Subnet': '1.1', Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Trunk': '1.1'}} Aug 08 18:44:36.131460 dv-cinder-852456-1-iscsi neutron-server[109559]: {{(pid=109559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:44:36.213603 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:36.328095 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:36.329759 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:36.330767 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:36.424803 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] Pushing event updated for resources: {'Network': ['ID=3948c993-8290-483a-bcd2-1788984c669d,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:36.430309 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-82acb289-e18d-429e-9047-bff35736355a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8113384 Aug 08 18:44:36.446218 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 3948c993-8290-483a-bcd2-1788984c669d details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:44:37.179424 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:37.535417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:38.784579 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37616) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:38.946121 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91e3be-d4b9-44f7-b607-da59b3985499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:38.947563 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4e91e3be-d4b9-44f7-b607-da59b3985499 admin admin] 10.222.0.23 "GET /v2.0/subnets/f93bc910-5467-46ba-8477-c844101ef300 HTTP/1.1" status: 200 len: 849 time: 0.1620202 Aug 08 18:44:39.088684 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c39bf70b-1b18-401a-8def-1805cad1f927 admin admin] 10.222.0.23 "GET /v2.0/routers/15482d38-5ff8-446f-9761-4b71e1887c8a HTTP/1.1" status: 200 len: 704 time: 0.1342180 Aug 08 18:44:39.359158 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:39.723130 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Allocated IP 172.20.0.1 (51c22baf-de2c-4c63-ae03-edd8ab9db60a/f93bc910-5467-46ba-8477-c844101ef300/186347d5-80f3-40f8-a40a-e581d4585163) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:44:39.939528 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.100484 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.179210 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:44:40.183763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:44:40.192994 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:44:40.193105 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.211559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Pushing event updated for resources: {'Port': ['ID=186347d5-80f3-40f8-a40a-e581d4585163,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:40.400120 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-7238c139-5b1a-4817-98ae-728d90092807 None None] Provisioning complete for port 186347d5-80f3-40f8-a40a-e581d4585163 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:40.400699 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7238c139-5b1a-4817-98ae-728d90092807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.433516 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-7238c139-5b1a-4817-98ae-728d90092807 None None] Port 186347d5-80f3-40f8-a40a-e581d4585163 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:44:40.555683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.769912 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.895628 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.897161 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:40.970508 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Pushing event updated for resources: {'Port': ['ID=186347d5-80f3-40f8-a40a-e581d4585163,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:41.035395 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:44:41.036887 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:44:41.257798 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-7b28e899-995d-4752-961c-b6d2e150533f None None] Provisioning complete for port 186347d5-80f3-40f8-a40a-e581d4585163 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:41.258167 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7b28e899-995d-4752-961c-b6d2e150533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:41.289869 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-7b28e899-995d-4752-961c-b6d2e150533f None None] Port 186347d5-80f3-40f8-a40a-e581d4585163 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:44:41.350516 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Router 15482d38-5ff8-446f-9761-4b71e1887c8a is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:44:41.441695 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:44:41.447554 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-93002902-3bc2-4e82-993d-da29dde3af96 admin admin] 10.222.0.23 "PUT /v2.0/routers/15482d38-5ff8-446f-9761-4b71e1887c8a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3530316 Aug 08 18:44:41.462513 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Sync routers for ids ['15482d38-5ff8-446f-9761-4b71e1887c8a'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:44:41.476693 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Routers {'15482d38-5ff8-446f-9761-4b71e1887c8a'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:44:41.477530 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:44:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['15482d38-5ff8-446f-9761-4b71e1887c8a'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:41.662204 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Set router 15482d38-5ff8-446f-9761-4b71e1887c8a gateway port host: None {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:44:42.101814 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'name': 'router1', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:44:29Z', 'updated_at': '2022-08-08T18:44:40Z', 'revision_number': 2, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'gw_port_host': None, '_interfaces': [{'id': '186347d5-80f3-40f8-a40a-e581d4585163', 'name': '', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'mac_address': 'fa:16:3e:26:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:39Z', 'updated_at': '2022-08-08T18:44:40Z', 'revision_number': 2, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'subnets': [{'id': 'f93bc910-5467-46ba-8477-c844101ef300', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:42.152555 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Checking router: 15482d38-5ff8-446f-9761-4b71e1887c8a for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:44:42.152915 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Updating router 15482d38-5ff8-446f-9761-4b71e1887c8a port 186347d5-80f3-40f8-a40a-e581d4585163 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:44:42.200191 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:42.729883 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:42.830900 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:42.974270 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Pushing event updated for resources: {'Port': ['ID=186347d5-80f3-40f8-a40a-e581d4585163,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:42.976596 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Attempting to bind port 186347d5-80f3-40f8-a40a-e581d4585163 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:44:42.976995 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Attempting to bind port 186347d5-80f3-40f8-a40a-e581d4585163 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:44:42.977435 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Attempting to bind port 186347d5-80f3-40f8-a40a-e581d4585163 on network 51c22baf-de2c-4c63-ae03-edd8ab9db60a {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:44:42.986619 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.986908 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.987273 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.987611 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.987943 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.988275 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.988603 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.988929 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.989795 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.990121 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.990443 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.990768 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Tracked resource versions report: Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: pushed versions: Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: { 'AddressGroup': {'1.2'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'ConntrackHelper': {'1.0'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Log': {'1.0'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Network': {'1.1'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Port': {'1.7'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'PortForwarding': {'1.2'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'QosPolicy': {'1.9'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroup': {'1.4'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SubPort': {'1.0'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Subnet': {'1.1'}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Trunk': {'1.1'}} Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: consumer versions: Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'ConntrackHelper': '1.0', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Log': '1.0', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Network': '1.1', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Port': '1.7', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'PortForwarding': '1.2', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'QosPolicy': '1.9', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroup': '1.4', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroupRule': '1.2', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SubPort': '1.0', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Subnet': '1.1', Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Trunk': '1.1'}} Aug 08 18:44:42.991842 dv-cinder-852456-1-iscsi neutron-server[109562]: {{(pid=109562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:44:42.995301 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:44:42.995704 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Checking segment: {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:44:42.996190 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:42.996576 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Bound using segment: {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:44:42.997076 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Bound port: 186347d5-80f3-40f8-a40a-e581d4585163, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2915620d-be62-43ce-a462-151374757089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:44:42.997475 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:43.067937 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] For port 186347d5-80f3-40f8-a40a-e581d4585163, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:44:43.088117 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] For port 186347d5-80f3-40f8-a40a-e581d4585163, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=186347d5-80f3-40f8-a40a-e581d4585163,segment=NetworkSegment(2915620d-be62-43ce-a462-151374757089),segment_id=2915620d-be62-43ce-a462-151374757089)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:44:43.162876 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:43.200441 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Routers {'15482d38-5ff8-446f-9761-4b71e1887c8a'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:44:43.201043 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:44:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['15482d38-5ff8-446f-9761-4b71e1887c8a'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:43.275428 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75864f-d788-437b-85f0-85da6fcc2122 None None] Pushing event updated for resources: {'Port': ['ID=186347d5-80f3-40f8-a40a-e581d4585163,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:43.297921 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] Set router 15482d38-5ff8-446f-9761-4b71e1887c8a gateway port host: None {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:44:43.508973 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'name': 'router1', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:44:29Z', 'updated_at': '2022-08-08T18:44:40Z', 'revision_number': 2, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'gw_port_host': None, '_interfaces': [{'id': '186347d5-80f3-40f8-a40a-e581d4585163', 'name': '', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'mac_address': 'fa:16:3e:26:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:39Z', 'updated_at': '2022-08-08T18:44:43Z', 'revision_number': 4, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'subnets': [{'id': 'f93bc910-5467-46ba-8477-c844101ef300', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:43.557540 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc6984-e55b-4356-9623-6ad74d77ec28 None None] The sync data for ids ['15482d38-5ff8-446f-9761-4b71e1887c8a'] in dv-cinder-852456-1-iscsi is: [{'id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'name': 'router1', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:44:29Z', 'updated_at': '2022-08-08T18:44:40Z', 'revision_number': 2, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'gw_port_host': None, '_interfaces': [{'id': '186347d5-80f3-40f8-a40a-e581d4585163', 'name': '', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'mac_address': 'fa:16:3e:26:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:39Z', 'updated_at': '2022-08-08T18:44:43Z', 'revision_number': 4, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'subnets': [{'id': 'f93bc910-5467-46ba-8477-c844101ef300', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:44:43.810935 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37630) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:43.924425 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8cbf19-9ea0-4dbb-83de-23a102756eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:43.925880 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0a8cbf19-9ea0-4dbb-83de-23a102756eba admin admin] 10.222.0.23 "GET /v2.0/networks/3948c993-8290-483a-bcd2-1788984c669d HTTP/1.1" status: 200 len: 842 time: 0.1140451 Aug 08 18:44:43.936148 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:44.061303 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Made reservation on behalf of 17995943c29046f88c3cd838664339f9 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:44:44.063597 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:44.433358 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.objects.ports [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109559) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 08 18:44:44.433795 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:44.491875 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94e9a7c-2d92-4084-9624-24f1fe132c5b,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:44.501808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:44:44.502178 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Network hostable DHCP agents. Network: 3948c993-8290-483a-bcd2-1788984c669d, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:44:44.625116 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:44:44.705372 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 3948c993-8290-483a-bcd2-1788984c669d) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:44:44.710442 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:44.711056 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:44.715628 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77636adb-5828-438b-87a6-ef92fcbf67a3 None None] Network 3948c993-8290-483a-bcd2-1788984c669d requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:44:44.822992 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-90c43f06-3675-4c71-9c55-fce499f30227 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8741210 Aug 08 18:44:44.850905 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c3495-31e2-4531-a5e8-958327872e05 None None] Network 3948c993-8290-483a-bcd2-1788984c669d requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:44:47.195191 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37638) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:47.328056 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-5405a540-dc8d-4ca0-91c4-9052538a114c admin admin] 10.222.0.23 "GET /v2.0/routers/15482d38-5ff8-446f-9761-4b71e1887c8a HTTP/1.1" status: 200 len: 710 time: 0.1316450 Aug 08 18:44:47.417385 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201a3bd-6440-4f87-9984-2e19ea09c007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:44:47.418682 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1201a3bd-6440-4f87-9984-2e19ea09c007 admin admin] 10.222.0.23 "GET /v2.0/networks/3948c993-8290-483a-bcd2-1788984c669d HTTP/1.1" status: 200 len: 886 time: 0.0841293 Aug 08 18:44:47.428735 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:44:47.760019 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:48.112749 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:48.189901 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:48.295191 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Allocated IP 172.27.3.238 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/eae5b924-662b-418b-817f-e6475ef4d90f) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:44:48.394698 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:48.518294 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:48.559123 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:44:48.561952 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:44:48.567368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:44:48.572449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Pushing event updated for resources: {'Port': ['ID=eae5b924-662b-418b-817f-e6475ef4d90f,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:48.879767 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:49.082221 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1724984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15346'] for router, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:49.086577 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1728428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1724979'] for router, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:49.286199 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Router 15482d38-5ff8-446f-9761-4b71e1887c8a has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:44:49.388316 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:44:49.392701 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:49.398318 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f7b2bc5a-7efd-4caa-b3a5-664b0aed2d5e admin admin] 10.222.0.23 "PUT /v2.0/routers/15482d38-5ff8-446f-9761-4b71e1887c8a HTTP/1.1" status: 200 len: 890 time: 1.9687829 Aug 08 18:44:50.199190 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Sync routers for ids ['15482d38-5ff8-446f-9761-4b71e1887c8a'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:44:50.215467 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Routers {'15482d38-5ff8-446f-9761-4b71e1887c8a'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:44:50.216110 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:44:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['15482d38-5ff8-446f-9761-4b71e1887c8a'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:50.426101 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Set router 15482d38-5ff8-446f-9761-4b71e1887c8a gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:44:50.830869 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'name': 'router1', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'eae5b924-662b-418b-817f-e6475ef4d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:44:29Z', 'updated_at': '2022-08-08T18:44:48Z', 'revision_number': 4, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'gw_port': {'id': 'eae5b924-662b-418b-817f-e6475ef4d90f', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:48Z', 'updated_at': '2022-08-08T18:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '186347d5-80f3-40f8-a40a-e581d4585163', 'name': '', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'mac_address': 'fa:16:3e:26:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:39Z', 'updated_at': '2022-08-08T18:44:43Z', 'revision_number': 4, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'subnets': [{'id': 'f93bc910-5467-46ba-8477-c844101ef300', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:50.858992 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 186347d5-80f3-40f8-a40a-e581d4585163 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:44:50.979500 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Checking router: 15482d38-5ff8-446f-9761-4b71e1887c8a for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:44:50.979852 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Updating router 15482d38-5ff8-446f-9761-4b71e1887c8a port eae5b924-662b-418b-817f-e6475ef4d90f binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:44:51.034725 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.096428 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 186347d5-80f3-40f8-a40a-e581d4585163 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:51.096798 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.362497 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 186347d5-80f3-40f8-a40a-e581d4585163 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:51.363203 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.430639 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 186347d5-80f3-40f8-a40a-e581d4585163, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=186347d5-80f3-40f8-a40a-e581d4585163,segment=NetworkSegment(2915620d-be62-43ce-a462-151374757089),segment_id=2915620d-be62-43ce-a462-151374757089)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:44:51.448482 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.510561 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.558362 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.571472 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=186347d5-80f3-40f8-a40a-e581d4585163,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:51.596810 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Attempting to bind port eae5b924-662b-418b-817f-e6475ef4d90f on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:44:51.597266 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Attempting to bind port eae5b924-662b-418b-817f-e6475ef4d90f by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:44:51.597630 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Attempting to bind port eae5b924-662b-418b-817f-e6475ef4d90f on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:44:51.608183 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:44:51.608559 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:44:51.608963 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.609353 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:44:51.609821 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Bound port: eae5b924-662b-418b-817f-e6475ef4d90f, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:44:51.610225 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.643287 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9218d-8f51-4207-ace9-6da88a2ad569 None None] Pushing event updated for resources: {'Port': ['ID=eae5b924-662b-418b-817f-e6475ef4d90f,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:51.670404 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] For port eae5b924-662b-418b-817f-e6475ef4d90f, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:44:51.673505 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] For port eae5b924-662b-418b-817f-e6475ef4d90f, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=eae5b924-662b-418b-817f-e6475ef4d90f,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:44:51.746991 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:51.788431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Routers {'15482d38-5ff8-446f-9761-4b71e1887c8a'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:44:51.789043 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:44:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['15482d38-5ff8-446f-9761-4b71e1887c8a'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:51.837983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9218d-8f51-4207-ace9-6da88a2ad569 None None] Pushing event updated for resources: {'Port': ['ID=eae5b924-662b-418b-817f-e6475ef4d90f,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:51.907823 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] Set router 15482d38-5ff8-446f-9761-4b71e1887c8a gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:44:51.919849 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 37650) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:44:52.034285 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-9e5da601-908f-4c4a-9ca5-7cc01cf418b2 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132948 Aug 08 18:44:52.129208 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'name': 'router1', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'eae5b924-662b-418b-817f-e6475ef4d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:44:29Z', 'updated_at': '2022-08-08T18:44:48Z', 'revision_number': 4, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'gw_port': {'id': 'eae5b924-662b-418b-817f-e6475ef4d90f', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:48Z', 'updated_at': '2022-08-08T18:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '186347d5-80f3-40f8-a40a-e581d4585163', 'name': '', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'mac_address': 'fa:16:3e:26:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:39Z', 'updated_at': '2022-08-08T18:44:51Z', 'revision_number': 5, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'subnets': [{'id': 'f93bc910-5467-46ba-8477-c844101ef300', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:44:52.157360 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4b13b-b538-425d-b3a6-9f9a5c53e2a5 None None] The sync data for ids ['15482d38-5ff8-446f-9761-4b71e1887c8a'] in dv-cinder-852456-1-iscsi is: [{'id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'name': 'router1', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'eae5b924-662b-418b-817f-e6475ef4d90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:44:29Z', 'updated_at': '2022-08-08T18:44:48Z', 'revision_number': 4, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'gw_port': {'id': 'eae5b924-662b-418b-817f-e6475ef4d90f', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:bf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:48Z', 'updated_at': '2022-08-08T18:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '186347d5-80f3-40f8-a40a-e581d4585163', 'name': '', 'network_id': '51c22baf-de2c-4c63-ae03-edd8ab9db60a', 'tenant_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'mac_address': 'fa:16:3e:26:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15482d38-5ff8-446f-9761-4b71e1887c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f93bc910-5467-46ba-8477-c844101ef300', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:44:39Z', 'updated_at': '2022-08-08T18:44:51Z', 'revision_number': 5, 'project_id': '8f1a6fdddbec468abc5b338e216fd4e8', 'subnets': [{'id': 'f93bc910-5467-46ba-8477-c844101ef300', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3fe7f495-aa05-4db2-9065-42b953475e8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:44:52.927238 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device eae5b924-662b-418b-817f-e6475ef4d90f up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:44:53.046482 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port eae5b924-662b-418b-817f-e6475ef4d90f triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:53.046855 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:53.127951 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port eae5b924-662b-418b-817f-e6475ef4d90f is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:53.128365 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:53.151962 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port eae5b924-662b-418b-817f-e6475ef4d90f, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=eae5b924-662b-418b-817f-e6475ef4d90f,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:44:53.204151 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:53.205181 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 186347d5-80f3-40f8-a40a-e581d4585163 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:44:53.293600 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=eae5b924-662b-418b-817f-e6475ef4d90f,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:44:53.305489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 186347d5-80f3-40f8-a40a-e581d4585163 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:53.305862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:53.394769 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 186347d5-80f3-40f8-a40a-e581d4585163 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:44:54.839464 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device eae5b924-662b-418b-817f-e6475ef4d90f up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:44:54.886683 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port eae5b924-662b-418b-817f-e6475ef4d90f triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:44:54.887246 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:44:54.977346 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port eae5b924-662b-418b-817f-e6475ef4d90f is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:45:02.304108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dfaba76a-68f0-4eed-b4a9-7eaccaefc5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:04.438889 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b39c307b-1d3a-4fc9-8478-c488ace058cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:05.768922 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:07.202904 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:07.529751 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:11.084444 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:45:32.276279 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-83968f92-87b7-4dff-8fb4-afffc33fbeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:34.470885 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-29b061f6-7ee5-46d7-90ca-27c247c9ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:35.778570 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:37.989990 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:38.134327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:45:48.078376 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:46:02.280238 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab7f8-3b5a-4c3f-82d1-4678befc0c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:04.456509 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d4400ab9-7a7e-4106-8db5-577b4a4a6f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:05.754524 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:07.217949 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:07.514884 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:25.077963 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:46:32.278623 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-48e586a6-06aa-4d14-b02a-d94dcd05bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:33.597146 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38212) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:33.659057 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f514a9b3-3357-4d43-b178-acf59aa945a7 admin admin] GET failed (client error): The resource could not be found. Aug 08 18:46:33.660402 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f514a9b3-3357-4d43-b178-acf59aa945a7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622871 Aug 08 18:46:33.832167 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b1ffb-0fcc-45a3-977a-9f4f1536d379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:33.833558 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-239b1ffb-0fcc-45a3-977a-9f4f1536d379 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1684053 Aug 08 18:46:34.456816 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-84ee8e7d-8218-4cb8-9018-db4a4e3be868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:35.769914 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:36.151544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38222) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:36.247273 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68369c94-8205-4e89-93e5-bbc9399ee04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:36.248633 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-68369c94-8205-4e89-93e5-bbc9399ee04d admin admin] 10.222.0.23 "GET /v2.0/subnets/f93bc910-5467-46ba-8477-c844101ef300 HTTP/1.1" status: 200 len: 849 time: 0.0960906 Aug 08 18:46:36.258906 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:46:36.340799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:36.565100 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790180438227'] for subnet, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:36.595466 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:36.596053 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:36.597321 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] 10.222.0.23 "PUT /v2.0/subnets/f93bc910-5467-46ba-8477-c844101ef300 HTTP/1.1" status: 200 len: 868 time: 0.3422134 Aug 08 18:46:36.612421 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c743b-2e89-4d2d-862b-f31e662665f6 None None] Network 51c22baf-de2c-4c63-ae03-edd8ab9db60a requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:46:36.617323 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93bc910-5467-46ba-8477-c844101ef300,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:46:36.625583 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.625998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.626356 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.626704 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.627083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.632242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2c548f-b9f1-489d-a8a6-ac0396c6a7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:46:36.982093 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-f18766b7-cb97-4a0d-b6ee-cf258c311070 None None] Provisioning complete for port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:46:36.982631 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-f18766b7-cb97-4a0d-b6ee-cf258c311070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:37.062162 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-f18766b7-cb97-4a0d-b6ee-cf258c311070 None None] Current status of the port 35fd0b6c-b885-4dbd-ba3d-7edb5b0b9127 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:46:37.072530 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-f18766b7-cb97-4a0d-b6ee-cf258c311070 None None] Provisioning complete for port 186347d5-80f3-40f8-a40a-e581d4585163 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:46:37.072896 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-f18766b7-cb97-4a0d-b6ee-cf258c311070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:37.162150 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-f18766b7-cb97-4a0d-b6ee-cf258c311070 None None] Current status of the port 186347d5-80f3-40f8-a40a-e581d4585163 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:46:37.290422 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:37.536346 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:46:38.870458 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38230) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:39.077665 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8ad79-2689-45ba-b391-0251f4b95d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:39.078584 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8ad79-2689-45ba-b391-0251f4b95d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:39.080178 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-21d8ad79-2689-45ba-b391-0251f4b95d77 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087052 Aug 08 18:46:41.389870 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38238) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:41.523923 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b209d323-f190-46ad-ab7f-79e5c23500dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:41.525685 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b209d323-f190-46ad-ab7f-79e5c23500dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:41.525919 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b209d323-f190-46ad-ab7f-79e5c23500dd admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351001 Aug 08 18:46:43.791719 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38246) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:43.919792 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ff9ef-b6ab-49b4-bdd9-fcfadbde34c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:43.921192 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-960ff9ef-b6ab-49b4-bdd9-fcfadbde34c7 admin admin] 10.222.0.23 "GET /v2.0/networks/3948c993-8290-483a-bcd2-1788984c669d HTTP/1.1" status: 200 len: 886 time: 0.1275220 Aug 08 18:46:46.176203 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38254) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:46.361426 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f55914-65ae-4daf-a4f5-0cdb5d34a435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:46.362803 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-e2f55914-65ae-4daf-a4f5-0cdb5d34a435 admin admin] 10.222.0.23 "GET /v2.0/networks/51c22baf-de2c-4c63-ae03-edd8ab9db60a HTTP/1.1" status: 200 len: 869 time: 0.1855960 Aug 08 18:46:48.640744 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38264) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:48.770489 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2348f-2ef7-4ddb-9449-eead8631099b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:48.770989 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2348f-2ef7-4ddb-9449-eead8631099b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:48.772512 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-53a2348f-2ef7-4ddb-9449-eead8631099b admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308312 Aug 08 18:46:51.049532 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38272) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:51.141947 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6eef05-bca3-4f6e-b1c3-7b14464e3bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:51.142404 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6eef05-bca3-4f6e-b1c3-7b14464e3bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:51.143922 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-2c6eef05-bca3-4f6e-b1c3-7b14464e3bed admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934527 Aug 08 18:46:53.401750 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38280) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:53.493578 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa22e96-050b-465b-91d0-922e27e5760b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:53.494997 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3aa22e96-050b-465b-91d0-922e27e5760b admin admin] 10.222.0.23 "GET /v2.0/subnets/a94e9a7c-2d92-4084-9624-24f1fe132c5b HTTP/1.1" status: 200 len: 816 time: 0.0922370 Aug 08 18:46:55.789887 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38288) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:46:55.884066 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e04723-b2e2-4710-ab05-6a67a807f1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:46:55.885474 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b3e04723-b2e2-4710-ab05-6a67a807f1b6 admin admin] 10.222.0.23 "GET /v2.0/subnets/f93bc910-5467-46ba-8477-c844101ef300 HTTP/1.1" status: 200 len: 868 time: 0.0946345 Aug 08 18:47:02.077846 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:47:02.261227 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ed93267-ff61-4e06-85ea-9af1c4e7a11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:04.443847 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9f35ae2f-7071-47fc-a5e8-91f9bd34f3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:05.763371 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:07.198129 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:07.523967 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:16.816519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38342) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:47:16.866013 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [None req-236c2b42-215c-4e4c-a298-09c862ce1402 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:47:16.867079 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-236c2b42-215c-4e4c-a298-09c862ce1402 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495698 Aug 08 18:47:19.242223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38350) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:47:19.306158 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.pecan_wsgi.hooks.translation [None req-d772a56a-8c02-4d84-b259-b08ad02764d4 admin admin] GET failed (client error): The resource could not be found. Aug 08 18:47:19.307648 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-d772a56a-8c02-4d84-b259-b08ad02764d4 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644846 Aug 08 18:47:19.461663 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b45618-ba39-44fc-8001-f568dec3fa41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:47:19.463105 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b6b45618-ba39-44fc-8001-f568dec3fa41 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1501970 Aug 08 18:47:21.751439 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38358) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:47:21.799367 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:47:21.865462 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Made reservation on behalf of 17995943c29046f88c3cd838664339f9 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:47:21.867765 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:21.902335 dv-cinder-852456-1-iscsi neutron-server[109560]: WARNING neutron.services.revisions.revision_plugin [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Could not find related network for resource to bump revision. Aug 08 18:47:21.915212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:47:21.924922 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:21.925263 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Added segment 1db4b87e-66c7-4e57-9e47-9e7adf22d9b5 of type vlan for network bf769678-6ec6-437b-997b-bd43dcc9189d Aug 08 18:47:21.963557 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:22.048563 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:22.049522 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:47:22.050096 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:22.110192 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Pushing event updated for resources: {'Network': ['ID=bf769678-6ec6-437b-997b-bd43dcc9189d,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:47:22.116775 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.117144 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.117483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.117823 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.118150 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.118491 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.118818 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.119178 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.119507 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.119825 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.120199 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.120519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:22.133815 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network bf769678-6ec6-437b-997b-bd43dcc9189d details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:47:22.142502 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-6c6d7075-d91c-4e3f-aee2-ce15c831b933 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3899004 Aug 08 18:47:24.396560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38366) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:47:24.457015 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.pecan_wsgi.hooks.translation [None req-90969682-6405-4ace-8dbe-1eeb80491462 admin admin] GET failed (client error): The resource could not be found. Aug 08 18:47:24.458340 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-90969682-6405-4ace-8dbe-1eeb80491462 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608239 Aug 08 18:47:24.528149 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3154c1-7125-4884-85f4-5ea715a1fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:47:24.529640 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-dd3154c1-7125-4884-85f4-5ea715a1fab6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663838 Aug 08 18:47:24.540046 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d', 'cidr': '192.168.233.0/24'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:47:24.613804 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Made reservation on behalf of 17995943c29046f88c3cd838664339f9 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:47:24.616130 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:24.819819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:24.876937 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ce6b26-c338-4301-bf89-d6b9590a7c74,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:47:24.881724 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Checking segment: {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:47:24.882072 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Network hostable DHCP agents. Network: bf769678-6ec6-437b-997b-bd43dcc9189d, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:47:24.939709 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Network bf769678-6ec6-437b-997b-bd43dcc9189d is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:47:25.016080 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, bf769678-6ec6-437b-997b-bd43dcc9189d) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:47:25.022312 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:47:25.027588 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.028365 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1141f11-ea11-4364-8d2f-2472de03dcfc None None] Network bf769678-6ec6-437b-997b-bd43dcc9189d requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:47:25.108675 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5df10b6e-6071-4e62-aa94-a5d8f1731622 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5719891 Aug 08 18:47:25.177689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-bf769678-6ec6-437b-997b-bd43dcc9189d', 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d', 'tenant_id': '17995943c29046f88c3cd838664339f9', 'fixed_ips': [{'subnet_id': '59ce6b26-c338-4301-bf89-d6b9590a7c74'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:47:25.178592 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.323310 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Allocated IP 192.168.233.2 (bf769678-6ec6-437b-997b-bd43dcc9189d/59ce6b26-c338-4301-bf89-d6b9590a7c74/452ba32e-1632-4715-8df5-8398d90b48bf) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:47:25.473277 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.563708 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.605182 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Network bf769678-6ec6-437b-997b-bd43dcc9189d is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:47:25.608295 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:47:25.611895 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:47:25.619660 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Pushing event updated for resources: {'Port': ['ID=452ba32e-1632-4715-8df5-8398d90b48bf,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:47:25.629929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.629929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.629929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.630256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.630546 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.630876 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.631230 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.631560 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.631901 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.632231 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.632553 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.632878 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:47:25.679699 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Attempting to bind port 452ba32e-1632-4715-8df5-8398d90b48bf on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:47:25.680066 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Attempting to bind port 452ba32e-1632-4715-8df5-8398d90b48bf by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:47:25.680431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Attempting to bind port 452ba32e-1632-4715-8df5-8398d90b48bf on network bf769678-6ec6-437b-997b-bd43dcc9189d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:47:25.686077 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:47:25.686452 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Checking segment: {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:47:25.687157 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.687294 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Bound using segment: {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:47:25.687716 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Bound port: 452ba32e-1632-4715-8df5-8398d90b48bf, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:47:25.688113 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.757577 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] For port 452ba32e-1632-4715-8df5-8398d90b48bf, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:47:25.760748 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] For port 452ba32e-1632-4715-8df5-8398d90b48bf, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=452ba32e-1632-4715-8df5-8398d90b48bf,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:47:25.814725 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:25.875955 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874fc5-c32a-4e2f-a3a3-60e29d53f06e None None] Pushing event updated for resources: {'Port': ['ID=452ba32e-1632-4715-8df5-8398d90b48bf,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:47:26.694990 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531a171-a142-4573-9bb4-15e692bae889 None None] Network bf769678-6ec6-437b-997b-bd43dcc9189d requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:47:26.815822 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] Provisioning complete for port 452ba32e-1632-4715-8df5-8398d90b48bf triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:47:26.816118 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:26.946302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] Current status of the port 452ba32e-1632-4715-8df5-8398d90b48bf is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:47:26.946302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:26.996938 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] For port 452ba32e-1632-4715-8df5-8398d90b48bf, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=452ba32e-1632-4715-8df5-8398d90b48bf,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:47:26.999621 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 452ba32e-1632-4715-8df5-8398d90b48bf up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:47:27.059119 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 452ba32e-1632-4715-8df5-8398d90b48bf triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:47:27.059921 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:27.092355 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:27.164915 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b7d47-de52-4aa0-a378-d65fc5af4ea3 None None] Pushing event updated for resources: {'Port': ['ID=452ba32e-1632-4715-8df5-8398d90b48bf,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:47:27.217277 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 452ba32e-1632-4715-8df5-8398d90b48bf is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:47:27.224085 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-c7d478bf-1c4b-4360-8994-337b81f537c7 None None] Provisioning complete for port 452ba32e-1632-4715-8df5-8398d90b48bf triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:47:27.224453 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c7d478bf-1c4b-4360-8994-337b81f537c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:27.308529 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-c7d478bf-1c4b-4360-8994-337b81f537c7 None None] Current status of the port 452ba32e-1632-4715-8df5-8398d90b48bf is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:47:28.923998 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 452ba32e-1632-4715-8df5-8398d90b48bf up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:47:28.972228 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 452ba32e-1632-4715-8df5-8398d90b48bf triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:47:28.972597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:29.050860 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 452ba32e-1632-4715-8df5-8398d90b48bf is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:47:32.265553 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d67b84bc-3fd8-4bf0-a58c-28592d02866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:34.442240 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b5627665-82a6-429c-91c1-85bba9ba2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:35.779606 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:37.208165 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:37.550648 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:47:39.076317 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:48:02.258743 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d62fe471-3eed-4942-8896-3965e0a36d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:04.446877 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9096a3ab-6e5e-4e86-9505-bd38278dcad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:05.761236 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:07.184064 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:07.509324 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:16.075653 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:48:32.292084 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-963b80d1-dea2-43ba-b800-dce44b20bed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:34.451935 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ad90257b-056a-4b98-bc15-53fbbeb362ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:35.794425 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:37.217171 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:37.566424 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:52.170051 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38404) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:48:52.175771 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [None req-03ee07f7-17cf-4711-98af-24c84e11a4c0 tempest-verify_tempest_config-1497045423 tempest-verify_tempest_config-1497045423-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:48:52.176727 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-03ee07f7-17cf-4711-98af-24c84e11a4c0 tempest-verify_tempest_config-1497045423 tempest-verify_tempest_config-1497045423-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057838 Aug 08 18:48:52.629550 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38422) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:48:52.735285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:52.807362 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:52.873139 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:52.917088 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81e47b985d7543ff9985cf1064040c23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2864730 Aug 08 18:48:52.918230 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c4c0ac-79d7-4421-8993-d975d64b4323,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:48:52.919863 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38426) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:48:52.924901 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.925245 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.925583 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.925917 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.926248 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.926592 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.926928 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.927279 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.927626 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.927943 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.928265 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.928584 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a6ec6-1f33-4c63-85ee-f4b29aeb04b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:52.976072 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:52.996495 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:53.075284 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:48:53.160007 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:53.162511 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:48:53.163678 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9c4c0ac-79d7-4421-8993-d975d64b4323 HTTP/1.1" status: 204 len: 168 time: 0.2428017 Aug 08 18:48:53.173091 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c4c0ac-79d7-4421-8993-d975d64b4323,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:48:53.178689 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.179081 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.179433 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.179774 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.180109 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.180486 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.180826 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.181226 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.181746 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.182009 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.182370 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:48:53.182696 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba4e83-89cc-49a8-b9bc-87fca017f0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:49:02.279340 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d12d4afa-b7d9-4d09-8f92-bbf2d0f2719e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:04.462035 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8cd46381-866b-4880-a160-683d11b577ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:05.782228 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:07.233331 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:07.540815 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:30.074001 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:49:32.272749 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cb7df09d-ca00-4c57-b612-2245f117a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:34.455388 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-66b6cec4-df36-4a4c-9934-307cda5bcf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:35.758427 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:37.213920 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:49:37.501207 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:02.277638 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ba566a0b-7500-4d91-995f-b6c74998ec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:04.458568 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-16b72ffb-1af0-442f-b6a2-0f722dcef196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:05.791697 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:07.072622 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 5 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:50:07.232006 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:07.488943 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:25.093708 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1728167'] for agent, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:32.314356 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-66f52b68-d4d8-4464-aadb-9a6ddebd1708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:34.453303 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-022f5ea5-cded-425a-853d-5990298a090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:35.807868 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:37.270296 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:37.493257 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:50:40.321124 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38498) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:50:40.425379 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a60902f0-dfd0-4cdd-beb3-d8b622b6dcb0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1031692 Aug 08 18:50:42.712440 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38508) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:50:42.766915 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-616c2845-cf82-4c3c-b647-225a95dca993 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533941 Aug 08 18:50:44.071406 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:50:55.035250 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:02.307095 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a43e45e1-8852-4cf5-9d43-4874819d98a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:04.495762 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a197c4f8-26d2-45db-bcf7-ea6e79b4bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:05.806820 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:07.217594 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:07.509194 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:21.070358 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:51:25.025929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:32.343151 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-37c8c2fd-de77-405c-b6e3-99b3bde37168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:34.480159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9bfb7dba-8a9c-49e4-8e96-10a895d9a8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:35.800361 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:37.231822 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:37.514660 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:55.064666 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:51:58.070575 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:52:02.307752 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-fdc5adc4-eb65-4235-90dd-59fa7b9ae063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:04.473347 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a80de0a5-b38d-46b3-87cc-068bcdd4a465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:05.799174 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:07.224731 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:07.544710 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:25.047401 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:27.224201 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38632) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:27.611062 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-network', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:27.701162 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Made reservation on behalf of 633e8d1d174949d695c2ed1f0146594b for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:27.703611 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:27.712998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:27.800988 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:27.895763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:27.925858 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:52:27.931827 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78cae15-eaa9-48e7-b689-e43a5becbc6f,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:27.942548 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:27.942896 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Added segment 74c28e4c-9678-420e-8362-c99cc6ea7d33 of type vlan for network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 Aug 08 18:52:27.944736 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.945078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.945428 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.945866 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.946157 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.946517 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.946855 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.947300 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.947651 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.947983 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.948304 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.948622 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Tracked resource versions report: Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: pushed versions: Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: { 'AddressGroup': {'1.2'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'ConntrackHelper': {'1.0'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Log': {'1.0'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Network': {'1.1'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Port': {'1.7'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'PortForwarding': {'1.2'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'QosPolicy': {'1.9'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroup': {'1.4'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SubPort': {'1.0'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Subnet': {'1.1'}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Trunk': {'1.1'}} Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: consumer versions: Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: HyperV agent@hv-cinder-85245: {}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'ConntrackHelper': '1.0', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Log': '1.0', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Network': '1.1', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Port': '1.7', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'PortForwarding': '1.2', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'QosPolicy': '1.9', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroup': '1.4', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SecurityGroupRule': '1.2', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'SubPort': '1.0', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Subnet': '1.1', Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: 'Trunk': '1.1'}} Aug 08 18:52:27.949594 dv-cinder-852456-1-iscsi neutron-server[109559]: {{(pid=109559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:52:27.992752 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.124189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.125262 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:28.125845 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.188484 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1bdd53-0e08-4707-b727-afe4e73ebcf9,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:28.199105 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:52:28.257729 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a5eb31dd-deb0-429e-bd58-8546ad1cd7f2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0295706 Aug 08 18:52:28.258895 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38678) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:28.263594 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Request body: {'subnet': {'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-subnet', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:28.335639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Made reservation on behalf of 633e8d1d174949d695c2ed1f0146594b for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:28.338653 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Notify callbacks [] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.502989 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38688) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:28.555347 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.619300 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=682a9a19-c7d0-4042-86ff-b886e4d8d759,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:28.628157 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Checking segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:28.628516 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Network hostable DHCP agents. Network: 1a1bdd53-0e08-4707-b727-afe4e73ebcf9, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:52:28.709520 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:52:28.792954 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-485024616-network', 'tenant_id': 'c354749a136048b08745a4b9247e917c'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:28.797248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 1a1bdd53-0e08-4707-b727-afe4e73ebcf9) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:28.804345 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:28.805664 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.805881 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de6397-e75f-49a5-b91f-2e8b87e3fb04 None None] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:28.889655 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Made reservation on behalf of c354749a136048b08745a4b9247e917c for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:28.891977 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:28.993378 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:52:28.994271 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.010225 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38712) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:29.016683 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c0438c23-dbbd-4704-8d77-a06fcb0fb49b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7567627 Aug 08 18:52:29.017593 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:29.018136 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.099424 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.147801 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Allocated IP 172.20.0.2 (1a1bdd53-0e08-4707-b727-afe4e73ebcf9/682a9a19-c7d0-4042-86ff-b886e4d8d759/c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:29.158638 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.160273 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.189443 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.215506 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:52:29.243317 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.247264 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Added segment b190e48f-ccf6-4628-8eb0-bfab2875f14c of type vlan for network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 Aug 08 18:52:29.305650 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.310952 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.312008 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38722) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:29.341784 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.355735 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6027ab-5382-4bdf-9497-0d365ee0d810,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:29.370909 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.407923 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:29.409520 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:29.413325 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:29.446594 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Pushing event updated for resources: {'Port': ['ID=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:29.468018 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.468389 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.468732 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.469062 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.469389 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.469714 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.470034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.470358 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.470693 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.471038 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.471357 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.471677 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Tracked resource versions report: Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: pushed versions: Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: { 'AddressGroup': {'1.2'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'ConntrackHelper': {'1.0'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Log': {'1.0'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Network': {'1.1'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Port': {'1.7'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'PortForwarding': {'1.2'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'QosPolicy': {'1.9'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroup': {'1.4'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SubPort': {'1.0'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Subnet': {'1.1'}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Trunk': {'1.1'}} Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: consumer versions: Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: HyperV agent@hv-cinder-85245: {}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'ConntrackHelper': '1.0', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Log': '1.0', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Network': '1.1', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Port': '1.7', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'PortForwarding': '1.2', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'QosPolicy': '1.9', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroup': '1.4', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SecurityGroupRule': '1.2', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'SubPort': '1.0', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Subnet': '1.1', Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: 'Trunk': '1.1'}} Aug 08 18:52:29.472693 dv-cinder-852456-1-iscsi neutron-server[109561]: {{(pid=109561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:52:29.485703 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Attempting to bind port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:29.486377 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Attempting to bind port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:29.486945 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Attempting to bind port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:29.492993 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:29.493633 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Checking segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:29.494230 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.494774 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Bound using segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:29.495431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Bound port: c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:29.500239 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.518669 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.519712 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:29.520479 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.580145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] For port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:29.585563 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] For port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:29.601625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf643ee-79c6-4535-99f5-34bd9b4b7633,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:29.613061 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:52:29.622414 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-18f247b1-8831-4a6d-8656-b70bee33df74 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1180441 Aug 08 18:52:29.625879 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38732) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:29.633883 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Request body: {'subnet': {'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-485024616-subnet', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:29.656471 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.688792 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.751489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585e767-8cda-4a2a-ab51-51251178de1d None None] Pushing event updated for resources: {'Port': ['ID=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:29.760696 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Made reservation on behalf of c354749a136048b08745a4b9247e917c for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:29.763688 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:29.804409 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1629518858-network', 'tenant_id': '2a901356d5b64b4cb15e135996b44963'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:30.045005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Made reservation on behalf of 2a901356d5b64b4cb15e135996b44963 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:30.045005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.045005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.056738 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.070322 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.120558 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.134822 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:30.156398 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:30.156398 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Network hostable DHCP agents. Network: 9bf643ee-79c6-4535-99f5-34bd9b4b7633, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:52:30.315353 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:52:30.328609 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.335908 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Allocated IP 172.27.3.13 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/346ef1a3-6516-4f45-985c-a34af7cae72d) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:30.400754 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 9bf643ee-79c6-4535-99f5-34bd9b4b7633) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:30.404818 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:30.410751 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.413067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315481a-b4f6-4aba-9485-45ea70fe4040 None None] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:30.432632 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.467180 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:52:30.475451 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.510844 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.515252 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Added segment a083905c-28a5-44e6-8ea1-62ad6a0efd05 of type vlan for network 5ec65bf5-faaa-43c0-aab1-291c05956607 Aug 08 18:52:30.535720 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e52fa5d5-40d6-4864-b5f8-9c1bf2039f32 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9087687 Aug 08 18:52:30.540891 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38764) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:30.544077 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:30.583105 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e998df09-931c-4e21-b42e-7ab04bb31901,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:30.629534 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.630905 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.638289 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.639837 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.640301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.641141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.641385 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.641983 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.642506 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.642918 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.643372 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.643831 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.644222 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.644670 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.645446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Tracked resource versions report: Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: pushed versions: Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: { 'AddressGroup': {'1.2'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'ConntrackHelper': {'1.0'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Log': {'1.0'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Network': {'1.1'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Port': {'1.7'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'PortForwarding': {'1.2'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'QosPolicy': {'1.9'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroup': {'1.4'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SubPort': {'1.0'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Subnet': {'1.1'}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Trunk': {'1.1'}} Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: consumer versions: Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: HyperV agent@hv-cinder-85245: {}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'ConntrackHelper': '1.0', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Log': '1.0', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Network': '1.1', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Port': '1.7', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'PortForwarding': '1.2', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'QosPolicy': '1.9', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroup': '1.4', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SecurityGroupRule': '1.2', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'SubPort': '1.0', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Subnet': '1.1', Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: 'Trunk': '1.1'}} Aug 08 18:52:30.646197 dv-cinder-852456-1-iscsi neutron-server[109560]: {{(pid=109560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:52:30.723874 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.784095 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7028f-4945-437d-b621-7486752465da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:52:30.784984 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-73e7028f-4945-437d-b621-7486752465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.801864 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.803013 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:30.803736 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.810127 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.968243 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:30.990706 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181dca1b-58b6-4033-b266-c2549f107a3f None None] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:30.991704 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Pushing event updated for resources: {'Port': ['ID=346ef1a3-6516-4f45-985c-a34af7cae72d,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:31.006882 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:31.011005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:31.019512 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:31.225903 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Provisioning complete for port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:31.226277 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.241989 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-73e7028f-4945-437d-b621-7486752465da None None] Allocated IP 172.20.0.2 (9bf643ee-79c6-4535-99f5-34bd9b4b7633/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c/1999a677-9772-4e1f-a1bc-bfb04832568c) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:31.265922 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:31.344477 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:31.344853 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.398105 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0849257 Aug 08 18:52:31.399839 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500edff7-00e5-47d1-b36b-bda18e0b3b2c admin admin] Pushing event updated for resources: {'Network': ['ID=5ec65bf5-faaa-43c0-aab1-291c05956607,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:31.404426 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38788) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:31.417323 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Request body: {'subnet': {'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1629518858-subnet', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:31.435634 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.446986 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:52:31.465700 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.547757 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:31.551528 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.586753 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Made reservation on behalf of 2a901356d5b64b4cb15e135996b44963 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:31.593796 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.622184 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Allocated IP 172.27.3.250 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:31.656013 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:31.749793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.814927 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.886916 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.919542 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Current status of the port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:31.921302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.982464 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:31.982564 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:32.015177 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-73e7028f-4945-437d-b621-7486752465da None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.039743 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.db.api [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:52:32.040226 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG oslo_db.api [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:52:32.043201 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:32.045010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Pushing event updated for resources: {'Port': ['ID=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:32.048897 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:32.051185 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:32.130719 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-73e7028f-4945-437d-b621-7486752465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.227144 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7028f-4945-437d-b621-7486752465da None None] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:32.231896 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-73e7028f-4945-437d-b621-7486752465da None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:32.238525 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7028f-4945-437d-b621-7486752465da None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:32.256919 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7028f-4945-437d-b621-7486752465da None None] Pushing event updated for resources: {'Port': ['ID=1999a677-9772-4e1f-a1bc-bfb04832568c,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:32.276838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.316733 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-73e7028f-4945-437d-b621-7486752465da None None] Attempting to bind port 1999a677-9772-4e1f-a1bc-bfb04832568c on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:32.317339 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-73e7028f-4945-437d-b621-7486752465da None None] Attempting to bind port 1999a677-9772-4e1f-a1bc-bfb04832568c by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:32.317471 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7028f-4945-437d-b621-7486752465da None None] Attempting to bind port 1999a677-9772-4e1f-a1bc-bfb04832568c on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:32.324585 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7028f-4945-437d-b621-7486752465da None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:32.327608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7028f-4945-437d-b621-7486752465da None None] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:32.327608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-73e7028f-4945-437d-b621-7486752465da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.327608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7028f-4945-437d-b621-7486752465da None None] Bound using segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:32.327608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-73e7028f-4945-437d-b621-7486752465da None None] Bound port: 1999a677-9772-4e1f-a1bc-bfb04832568c, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:32.327608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-73e7028f-4945-437d-b621-7486752465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.369972 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-eedfdaf2-e252-45c6-8fce-98a7ff784a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.403422 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-73e7028f-4945-437d-b621-7486752465da None None] For port 1999a677-9772-4e1f-a1bc-bfb04832568c, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:32.406976 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-73e7028f-4945-437d-b621-7486752465da None None] For port 1999a677-9772-4e1f-a1bc-bfb04832568c, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1999a677-9772-4e1f-a1bc-bfb04832568c,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:32.478935 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-73e7028f-4945-437d-b621-7486752465da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.500945 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.571413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7028f-4945-437d-b621-7486752465da None None] Pushing event updated for resources: {'Port': ['ID=1999a677-9772-4e1f-a1bc-bfb04832568c,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:32.592600 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-b132ac9a-c2b8-4ce4-8748-0edc7eabe988 None None] Current status of the port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:32.675962 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.678813 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:52:32.713962 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-10b67045-c388-4a0c-a6c6-eb79756e5bfc None None] Provisioning complete for port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:32.715769 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-10b67045-c388-4a0c-a6c6-eb79756e5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.894884 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-10b67045-c388-4a0c-a6c6-eb79756e5bfc None None] Current status of the port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:32.900015 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:32.952389 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3ed216-6d89-459f-a69e-8dbb831ddea9,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:32.958277 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38844) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:33.034628 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:52:33.052212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Checking segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:33.052212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Network hostable DHCP agents. Network: 5ec65bf5-faaa-43c0-aab1-291c05956607, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:52:33.075665 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Sync routers for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:52:33.102061 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:33.103829 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:33.152804 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.154445 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-15dbfa94-930d-4905-a56f-23208ce6d58f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1420238 Aug 08 18:52:33.158002 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38854) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:33.241130 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:52:33.289709 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c37863bb-fff4-4562-9eca-ee881baf4033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.292384 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1999a677-9772-4e1f-a1bc-bfb04832568c up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:33.347033 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 5ec65bf5-faaa-43c0-aab1-291c05956607) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:33.361894 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8369ec-4333-43dc-abd9-b056ce98cdfd None None] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:33.364368 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:33.364846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.411354 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c37863bb-fff4-4562-9eca-ee881baf4033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.421144 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Router 2947a12a-ac6e-4f15-99fe-728424470226 is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:52:33.462689 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:33.533718 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-aeb7a3b5-7a2f-4ea7-a1a6-b43d03508bc2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1246686 Aug 08 18:52:33.541695 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38860) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:33.550609 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:33.588614 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c37863bb-fff4-4562-9eca-ee881baf4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.638145 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c37863bb-fff4-4562-9eca-ee881baf4033 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c308908501aa4c58996020482b59fe6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6783788 Aug 08 18:52:33.652115 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38866) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:33.666456 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37863bb-fff4-4562-9eca-ee881baf4033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92459bb9-1916-4df5-86e2-a3034ad81e9f,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:33.675359 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 1999a677-9772-4e1f-a1bc-bfb04832568c triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:33.675882 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.707681 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.709029 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.778805 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.814431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-5ec65bf5-faaa-43c0-aab1-291c05956607', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:52:33.815125 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.822911 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:52:33.837473 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-47dd84bc-1bb3-424a-bce5-d58b6152650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.854812 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:31Z', 'revision_number': 3, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:33.864164 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:52:33.903990 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Checking router: 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:52:33.904932 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Updating router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 port 346ef1a3-6516-4f45-985c-a34af7cae72d binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:52:33.932742 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-47dd84bc-1bb3-424a-bce5-d58b6152650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.959917 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:33.961345 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-9fc38039-8748-4102-9c86-45d553c3e510 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4218044 Aug 08 18:52:33.965408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38878) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:33.967774 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:33.970350 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:34.029956 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.097401 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.126636 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.186873 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-47dd84bc-1bb3-424a-bce5-d58b6152650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.189989 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-47dd84bc-1bb3-424a-bce5-d58b6152650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.192584 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-47dd84bc-1bb3-424a-bce5-d58b6152650d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92459bb9-1916-4df5-86e2-a3034ad81e9f HTTP/1.1" status: 204 len: 168 time: 0.5393305 Aug 08 18:52:34.235958 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd84bc-1bb3-424a-bce5-d58b6152650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92459bb9-1916-4df5-86e2-a3034ad81e9f,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:34.371446 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522e02d-7fbf-4e85-a880-6465518f2de7 None None] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:34.407473 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Allocated IP 172.20.0.1 (1a1bdd53-0e08-4707-b727-afe4e73ebcf9/682a9a19-c7d0-4042-86ff-b886e4d8d759/c2221781-ab7c-411b-bc55-8fa562f07cde) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:34.522039 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Provisioning complete for port 1999a677-9772-4e1f-a1bc-bfb04832568c triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:34.522039 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.647096 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 1999a677-9772-4e1f-a1bc-bfb04832568c is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:34.647540 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.672757 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Current status of the port 1999a677-9772-4e1f-a1bc-bfb04832568c is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:34.673970 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.707788 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 1999a677-9772-4e1f-a1bc-bfb04832568c, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1999a677-9772-4e1f-a1bc-bfb04832568c,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:34.730704 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.759399 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5835866d-01cc-442d-8517-592d2433f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.840539 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.857573 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.858745 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:34.877528 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Attempting to bind port 346ef1a3-6516-4f45-985c-a34af7cae72d on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:34.877528 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Attempting to bind port 346ef1a3-6516-4f45-985c-a34af7cae72d by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:34.878027 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Attempting to bind port 346ef1a3-6516-4f45-985c-a34af7cae72d on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:34.969354 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.972070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.db.api [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:52:34.972423 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG oslo_db.api [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:52:34.979018 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:34.986878 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:34.986878 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:34.986878 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:34.986878 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Bound port: 346ef1a3-6516-4f45-985c-a34af7cae72d, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:34.986878 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.036858 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Pushing event updated for resources: {'Port': ['ID=346ef1a3-6516-4f45-985c-a34af7cae72d,revision_number=2']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:35.045083 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Allocated IP 172.20.0.2 (5ec65bf5-faaa-43c0-aab1-291c05956607/ed3ed216-6d89-459f-a69e-8dbb831ddea9/bd426e25-ea73-44b4-8cb2-430a1a9400f2) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:35.056198 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.058311 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.058890 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.059470 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.060003 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.060699 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.061403 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.062088 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.062643 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.063244 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.063782 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.064353 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Tracked resource versions report: Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: pushed versions: Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: { 'AddressGroup': {'1.2'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'ConntrackHelper': {'1.0'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Log': {'1.0'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Network': {'1.1'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Port': {'1.7'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'PortForwarding': {'1.2'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'QosPolicy': {'1.9'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroup': {'1.4'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroupRule': {'1.2'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SubPort': {'1.0'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Subnet': {'1.1'}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Trunk': {'1.1'}} Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: consumer versions: Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: { DHCP agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: HyperV agent@hv-cinder-85245: {}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: L3 agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: Metadata agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: Metering agent@dv-cinder-852456-1-iscsi: {}, Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: Open vSwitch agent@dv-cinder-852456-1-iscsi: { 'AddressGroup': '1.2', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'ConntrackHelper': '1.0', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Log': '1.0', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Network': '1.1', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Port': '1.7', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'PortForwarding': '1.2', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'QosPolicy': '1.9', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroup': '1.4', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SecurityGroupRule': '1.2', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'SubPort': '1.0', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Subnet': '1.1', Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: 'Trunk': '1.1'}} Aug 08 18:52:35.065717 dv-cinder-852456-1-iscsi neutron-server[109562]: {{(pid=109562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 08 18:52:35.115537 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.116407 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:52:35.116407 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] For port 346ef1a3-6516-4f45-985c-a34af7cae72d, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:35.116407 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] For port 346ef1a3-6516-4f45-985c-a34af7cae72d, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=346ef1a3-6516-4f45-985c-a34af7cae72d,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:35.116747 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:35.172030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:35.172415 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.212016 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.245624 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38910) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:35.250333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=1999a677-9772-4e1f-a1bc-bfb04832568c,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:35.286898 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.311508 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:35.338785 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38914) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:35.339730 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:35.351544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.355519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:35.355519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.378063 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:35.381504 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:35.422725 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cb403590-0ad5-476a-9bb1-6cbf50c2139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.427828 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.515390 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2221781-ab7c-411b-bc55-8fa562f07cde,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:35.619213 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dde95-1fdf-4d57-b523-a98fcc18cc97 None None] Pushing event updated for resources: {'Port': ['ID=346ef1a3-6516-4f45-985c-a34af7cae72d,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:35.711646 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Allocated IP 172.27.3.137 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/1f53e95f-9166-445f-b4d6-85e5a8811c52) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:35.785304 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:35.818977 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a02978c1-9ee7-426d-9d25-b97e6f3f4323 None None] Current status of the port 1999a677-9772-4e1f-a1bc-bfb04832568c is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:35.820933 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:35.838427 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Allocated IP 172.20.0.1 (9bf643ee-79c6-4535-99f5-34bd9b4b7633/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c/830491f1-c7eb-45d3-aee1-b04403474be8) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:35.917759 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.919521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:35.944196 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:32Z', 'revision_number': 3, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:35.985128 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1999a677-9772-4e1f-a1bc-bfb04832568c up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:35.988605 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:52:35.989294 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Updating router 2947a12a-ac6e-4f15-99fe-728424470226 port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:52:36.016399 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.020976 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-bc462af8-163f-4472-a731-753e9905c69e None None] Provisioning complete for port c2221781-ab7c-411b-bc55-8fa562f07cde triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:36.027207 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-bc462af8-163f-4472-a731-753e9905c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.084013 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.112778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-defa1af3-4544-4ba8-b351-3ae4480cd68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.155188 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:36.156373 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.172767 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:36.204995 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:31Z', 'revision_number': 3, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:36.207031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:36.213671 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-bc462af8-163f-4472-a731-753e9905c69e None None] Port c2221781-ab7c-411b-bc55-8fa562f07cde cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:36.242152 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c88c8-b83a-4a3c-9808-a64837b8412b None None] The sync data for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi is: [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:31Z', 'revision_number': 3, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:52:36.248336 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Pushing event updated for resources: {'Port': ['ID=bd426e25-ea73-44b4-8cb2-430a1a9400f2,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:36.280400 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.337975 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.339030 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.433021 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2221781-ab7c-411b-bc55-8fa562f07cde,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:36.433166 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-bc462af8-163f-4472-a731-753e9905c69e None None] Provisioning complete for port 1999a677-9772-4e1f-a1bc-bfb04832568c triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:36.433166 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-bc462af8-163f-4472-a731-753e9905c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.433166 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Attempting to bind port bd426e25-ea73-44b4-8cb2-430a1a9400f2 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:36.433166 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Attempting to bind port bd426e25-ea73-44b4-8cb2-430a1a9400f2 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:36.433166 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Attempting to bind port bd426e25-ea73-44b4-8cb2-430a1a9400f2 on network 5ec65bf5-faaa-43c0-aab1-291c05956607 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:36.433586 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.452693 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:36.453102 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Checking segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:36.453455 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.454097 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Bound using segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:36.454596 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Bound port: bd426e25-ea73-44b4-8cb2-430a1a9400f2, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:36.455034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.463734 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 1999a677-9772-4e1f-a1bc-bfb04832568c triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:36.464223 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.487502 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cb403590-0ad5-476a-9bb1-6cbf50c2139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.523065 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.549938 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:36.552517 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:36.565711 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-defa1af3-4544-4ba8-b351-3ae4480cd68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.609836 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cb403590-0ad5-476a-9bb1-6cbf50c2139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.677891 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-cb403590-0ad5-476a-9bb1-6cbf50c2139d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8ec00364f584c2083ab52a3dc0ed285&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3353755 Aug 08 18:52:36.677891 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb403590-0ad5-476a-9bb1-6cbf50c2139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21454a-8abf-4497-95d0-0ce0db82aae7,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:36.681036 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 38942) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:36.692672 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-defa1af3-4544-4ba8-b351-3ae4480cd68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.692672 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.757195 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-defa1af3-4544-4ba8-b351-3ae4480cd68a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6ec162835704058aafa8b6155762b91&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5081363 Aug 08 18:52:36.765796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.772167 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 38946) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:36.797120 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] For port bd426e25-ea73-44b4-8cb2-430a1a9400f2, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:36.800654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] For port bd426e25-ea73-44b4-8cb2-430a1a9400f2, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=bd426e25-ea73-44b4-8cb2-430a1a9400f2,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:36.836698 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:36.838697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:36.839790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa1af3-4544-4ba8-b351-3ae4480cd68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec40344f-db8d-4a70-9186-3a5636dc96a3,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:36.853664 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:36.857011 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:36.860324 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:36.932974 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.936549 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:36.938458 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.961250 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9e8eaae7-81cc-4a14-b689-c0b60e02350f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.983620 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20b88279-9d8a-402a-a29e-bef10a343f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:36.988373 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 1999a677-9772-4e1f-a1bc-bfb04832568c is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:36.991047 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:52:37.006697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9e8eaae7-81cc-4a14-b689-c0b60e02350f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.111247 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20b88279-9d8a-402a-a29e-bef10a343f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.130560 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-bc462af8-163f-4472-a731-753e9905c69e None None] Current status of the port 1999a677-9772-4e1f-a1bc-bfb04832568c is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:37.294412 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f53e95f-9166-445f-b4d6-85e5a8811c52,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:37.306348 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346acf0-0e68-42d2-92f6-118ba6b486e3 None None] Pushing event updated for resources: {'Port': ['ID=bd426e25-ea73-44b4-8cb2-430a1a9400f2,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:37.377158 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-3b58bdea-b868-4636-a29a-697874151f64 None None] Provisioning complete for port c2221781-ab7c-411b-bc55-8fa562f07cde triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:37.377530 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3b58bdea-b868-4636-a29a-697874151f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.474390 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:52:37.500633 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-37df16bc-bb05-4f74-b239-45e4ca584bb0 admin admin] 10.222.0.23 "PUT /v2.0/routers/9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3374965 Aug 08 18:52:37.517283 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.553350 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.596324 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20b88279-9d8a-402a-a29e-bef10a343f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.597604 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-3b58bdea-b868-4636-a29a-697874151f64 None None] Port c2221781-ab7c-411b-bc55-8fa562f07cde cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:37.599232 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20b88279-9d8a-402a-a29e-bef10a343f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.603003 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-20b88279-9d8a-402a-a29e-bef10a343f8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec40344f-db8d-4a70-9186-3a5636dc96a3 HTTP/1.1" status: 204 len: 168 time: 0.8262236 Aug 08 18:52:37.631871 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b88279-9d8a-402a-a29e-bef10a343f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec40344f-db8d-4a70-9186-3a5636dc96a3,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:37.696012 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Pushing event updated for resources: {'Port': ['ID=830491f1-c7eb-45d3-aee1-b04403474be8,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:37.739296 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-40dbd587-b222-43c5-aa0c-b1d6f3dd0658 None None] Provisioning complete for port 830491f1-c7eb-45d3-aee1-b04403474be8 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:37.740265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-40dbd587-b222-43c5-aa0c-b1d6f3dd0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.769835 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.771787 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.843218 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Attempting to bind port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:37.843684 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Attempting to bind port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:37.843943 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Attempting to bind port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:37.851535 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd587-b222-43c5-aa0c-b1d6f3dd0658 None None] Port 830491f1-c7eb-45d3-aee1-b04403474be8 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:37.857906 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.865846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:37.866705 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:37.868491 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.869299 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:37.870225 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Bound port: cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:37.872904 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.912141 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9e8eaae7-81cc-4a14-b689-c0b60e02350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.920167 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9e8eaae7-81cc-4a14-b689-c0b60e02350f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:37.920167 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-9e8eaae7-81cc-4a14-b689-c0b60e02350f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a21454a-8abf-4497-95d0-0ce0db82aae7 HTTP/1.1" status: 204 len: 168 time: 1.2340238 Aug 08 18:52:37.952993 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e343f-f145-4199-9f2b-24da34968de1 None None] Pushing event updated for resources: {'Port': ['ID=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:37.977391 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8eaae7-81cc-4a14-b689-c0b60e02350f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21454a-8abf-4497-95d0-0ce0db82aae7,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:37.994839 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.023706 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] For port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:38.033918 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] For port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:38.102364 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.187162 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device bd426e25-ea73-44b4-8cb2-430a1a9400f2 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:38.194635 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39002) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:38.197609 dv-cinder-852456-1-iscsi neutron-server[109560]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 18:52:38.281021 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:38.282662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:38.350262 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e343f-f145-4199-9f2b-24da34968de1 None None] Pushing event updated for resources: {'Port': ['ID=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:38.385382 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.450576 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:38.513468 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-19eba59c-3bb4-4c50-94bf-ff2be05689b2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:38.523058 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-19eba59c-3bb4-4c50-94bf-ff2be05689b2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 819 time: 0.3258030 Aug 08 18:52:38.563004 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-fd6ce16f-560f-4e9c-861d-35c59d7b573b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/quotas/633e8d1d174949d695c2ed1f0146594b HTTP/1.1" status: 200 len: 375 time: 0.0382457 Aug 08 18:52:38.607327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39018) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:38.643920 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2fb3bce8-9d16-4f2c-b727-a846cce9041b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.712752 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.739566 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-dc5821e3-aa03-4de2-a5d5-d88f47574b33 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712027 Aug 08 18:52:38.796662 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.802149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.843153 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594bcf24-454a-462d-8dfa-422360afa741 None None] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:38.895162 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port bd426e25-ea73-44b4-8cb2-430a1a9400f2 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:38.895671 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.926240 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Pushing event updated for resources: {'Port': ['ID=830491f1-c7eb-45d3-aee1-b04403474be8,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:38.941426 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Provisioning complete for port bd426e25-ea73-44b4-8cb2-430a1a9400f2 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:38.942337 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:38.996248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2fb3bce8-9d16-4f2c-b727-a846cce9041b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.012476 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Router c3fa303d-600f-48fa-a42b-23f6f94c3a93 is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:52:39.027723 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:39.031155 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:39.067941 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f0f55d51-8634-47d1-9338-9e43c76534ee service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:52:39.069026 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f0f55d51-8634-47d1-9338-9e43c76534ee service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1198328 Aug 08 18:52:39.174349 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Sync routers for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:52:39.185828 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:36Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:39.195078 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:39.195078 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:39.239025 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-14e7e7f8-ad54-4058-b77a-28563a595aca service neutron] 10.222.0.23 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330192 Aug 08 18:52:39.254246 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1911b8f1-69b9-4957-9c7b-9bdabad2f4c3 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:36Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:52:39.406610 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2fb3bce8-9d16-4f2c-b727-a846cce9041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.409885 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port bd426e25-ea73-44b4-8cb2-430a1a9400f2 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:39.415713 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.418049 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Current status of the port bd426e25-ea73-44b4-8cb2-430a1a9400f2 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:39.426296 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.439920 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:39.535835 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-cd8319eb-4b00-4098-84f6-71aa3bde2bcd service neutron] 10.222.0.23 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843549 Aug 08 18:52:39.586466 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2fb3bce8-9d16-4f2c-b727-a846cce9041b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aac4a908ec2401ba3a4fe4693a3862a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9776883 Aug 08 18:52:39.589423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39042) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:39.595738 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port bd426e25-ea73-44b4-8cb2-430a1a9400f2, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=bd426e25-ea73-44b4-8cb2-430a1a9400f2,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:39.646349 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3bce8-9d16-4f2c-b727-a846cce9041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc1161-f51a-4bb6-aace-22be1189bf44,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:39.680963 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.681765 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 346ef1a3-6516-4f45-985c-a34af7cae72d up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:39.829528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f895a2c8-eef9-4563-9029-2956773c3676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.846222 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39046) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:39.888058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f895a2c8-eef9-4563-9029-2956773c3676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:39.927258 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:52:39.973539 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:52:40.024715 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:36Z', 'revision_number': 2, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:40.049350 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.db.api [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:52:40.049957 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG oslo_db.api [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:52:40.051147 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Sync routers for ids ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:52:40.071037 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Routers {'c3fa303d-600f-48fa-a42b-23f6f94c3a93'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:40.072013 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:40.075632 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:40.077233 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c60e3ba6-9989-4acc-824d-4d3855b173b0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5347629 Aug 08 18:52:40.081053 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39054) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:40.096179 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Checking router: 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:52:40.096529 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Updating router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 port c2221781-ab7c-411b-bc55-8fa562f07cde binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:52:40.101141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f895a2c8-eef9-4563-9029-2956773c3676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:40.102099 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f895a2c8-eef9-4563-9029-2956773c3676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:40.118598 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-f895a2c8-eef9-4563-9029-2956773c3676 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6edc1161-f51a-4bb6-aace-22be1189bf44 HTTP/1.1" status: 204 len: 168 time: 0.5263667 Aug 08 18:52:40.162090 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:40.206570 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:52:40.242566 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-98bd30a4-dea7-483f-9de5-ce9b552efb1b admin admin] 10.222.0.23 "PUT /v2.0/routers/2947a12a-ac6e-4f15-99fe-728424470226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2130613 Aug 08 18:52:40.263305 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=bd426e25-ea73-44b4-8cb2-430a1a9400f2,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:40.279091 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 346ef1a3-6516-4f45-985c-a34af7cae72d triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:40.279091 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:40.384657 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39080) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:40.387264 dv-cinder-852456-1-iscsi neutron-server[109559]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 08 18:52:40.512792 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-02eda819-e4f8-466c-a41c-54dc773869f3 req-fd25408f-8a8e-4ae2-9a62-7edea2b4586c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 210 time: 0.1269252 Aug 08 18:52:40.633138 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Set router c3fa303d-600f-48fa-a42b-23f6f94c3a93 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:40.681214 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895a2c8-eef9-4563-9029-2956773c3676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc1161-f51a-4bb6-aace-22be1189bf44,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:40.701229 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4aab30d5-1e82-43fc-8427-b5dfade68afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dffa7271-a7df-4424-b4e8-5a3b65cf04ff None None] Current status of the port bd426e25-ea73-44b4-8cb2-430a1a9400f2 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 346ef1a3-6516-4f45-985c-a34af7cae72d is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-a8dd9cde-f490-41f7-b486-3ebd886d7c55 None None] Provisioning complete for port 830491f1-c7eb-45d3-aee1-b04403474be8 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9cde-f490-41f7-b486-3ebd886d7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 346ef1a3-6516-4f45-985c-a34af7cae72d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=346ef1a3-6516-4f45-985c-a34af7cae72d,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:41.123374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd9cde-f490-41f7-b486-3ebd886d7c55 None None] Port 830491f1-c7eb-45d3-aee1-b04403474be8 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:41.134522 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.139753 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-a8dd9cde-f490-41f7-b486-3ebd886d7c55 None None] Provisioning complete for port bd426e25-ea73-44b4-8cb2-430a1a9400f2 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:41.139753 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9cde-f490-41f7-b486-3ebd886d7c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.142870 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 3, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:41.186051 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.200396 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.284777 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Checking router: c3fa303d-600f-48fa-a42b-23f6f94c3a93 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:52:41.285399 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Updating router c3fa303d-600f-48fa-a42b-23f6f94c3a93 port 1f53e95f-9166-445f-b4d6-85e5a8811c52 binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:52:41.420194 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d6443-bbee-4644-8c29-764377808f35 None None] Pushing event updated for resources: {'Port': ['ID=c2221781-ab7c-411b-bc55-8fa562f07cde,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:41.427303 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4aab30d5-1e82-43fc-8427-b5dfade68afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.441244 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Attempting to bind port c2221781-ab7c-411b-bc55-8fa562f07cde on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:41.441621 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Attempting to bind port c2221781-ab7c-411b-bc55-8fa562f07cde by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:41.442622 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Attempting to bind port c2221781-ab7c-411b-bc55-8fa562f07cde on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:41.458202 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:41.458581 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Checking segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:41.459372 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.462214 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Bound using segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:41.463127 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Bound port: c2221781-ab7c-411b-bc55-8fa562f07cde, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:41.463555 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.486855 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39122) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:41.492937 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748699496', 'description': 'tempest-description--1004904985'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:41.510034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4aab30d5-1e82-43fc-8427-b5dfade68afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.604864 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.622531 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device bd426e25-ea73-44b4-8cb2-430a1a9400f2 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:41.622938 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] For port c2221781-ab7c-411b-bc55-8fa562f07cde, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:41.659525 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] For port c2221781-ab7c-411b-bc55-8fa562f07cde, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c2221781-ab7c-411b-bc55-8fa562f07cde,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:41.685675 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.747276 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.760222 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-4aab30d5-1e82-43fc-8427-b5dfade68afe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cf0c8ca210b4267a45ccb7027d0196d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9123468 Aug 08 18:52:41.771442 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39136) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:41.796797 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab30d5-1e82-43fc-8427-b5dfade68afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da79861d-ccf8-4b3f-8ba1-08608fcb042d,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:41.828018 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=346ef1a3-6516-4f45-985c-a34af7cae72d,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:41.840339 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:41.843558 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:41.943812 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.962143 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d6443-bbee-4644-8c29-764377808f35 None None] Pushing event updated for resources: {'Port': ['ID=c2221781-ab7c-411b-bc55-8fa562f07cde,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:41.976186 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port bd426e25-ea73-44b4-8cb2-430a1a9400f2 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:41.976699 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:41.981652 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd9cde-f490-41f7-b486-3ebd886d7c55 None None] Current status of the port bd426e25-ea73-44b4-8cb2-430a1a9400f2 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:42.199282 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Allocated IP 172.20.0.1 (5ec65bf5-faaa-43c0-aab1-291c05956607/ed3ed216-6d89-459f-a69e-8dbb831ddea9/41f12402-3c83-4bfb-b3b2-c70baca985ba) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:42.200702 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:42.339043 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-705969b3-8afc-4d49-932c-b2c3120061dd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:42.342548 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-705969b3-8afc-4d49-932c-b2c3120061dd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 819 time: 0.6781368 Aug 08 18:52:42.352718 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port bd426e25-ea73-44b4-8cb2-430a1a9400f2 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:42.352718 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:42.356507 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6f35af8-8d1e-42c2-b441-830170153175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.364093 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.394422 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-523cfb84-d81d-45a0-8dd0-3dedf27a14e0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/quotas/633e8d1d174949d695c2ed1f0146594b HTTP/1.1" status: 200 len: 375 time: 0.0393620 Aug 08 18:52:42.502247 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:42.502736 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.515078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6f35af8-8d1e-42c2-b441-830170153175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.523882 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.558705 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.569138 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:41Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:42.584257 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:42.585345 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.590549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:42.593498 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:42.594082 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.634299 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f472b-374d-401b-acc4-cd5ecc907c65 None None] The sync data for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi is: [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:41Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:52:42.687863 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6f35af8-8d1e-42c2-b441-830170153175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.691715 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.695328 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6f35af8-8d1e-42c2-b441-830170153175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.700723 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b6f35af8-8d1e-42c2-b441-830170153175 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da79861d-ccf8-4b3f-8ba1-08608fcb042d HTTP/1.1" status: 204 len: 168 time: 0.9248836 Aug 08 18:52:42.708101 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.731052 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Attempting to bind port 1f53e95f-9166-445f-b4d6-85e5a8811c52 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:42.731222 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Attempting to bind port 1f53e95f-9166-445f-b4d6-85e5a8811c52 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:42.731533 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Attempting to bind port 1f53e95f-9166-445f-b4d6-85e5a8811c52 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:42.770386 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:42.774327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:42.774327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.774327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:42.774327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Bound port: 1f53e95f-9166-445f-b4d6-85e5a8811c52, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:42.774327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.781765 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-2247b606-24eb-4a9c-b9f9-b7eb8d1d2df3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3779023 Aug 08 18:52:42.825785 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:42.826185 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:42.871163 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f35af8-8d1e-42c2-b441-830170153175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da79861d-ccf8-4b3f-8ba1-08608fcb042d,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:42.876434 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41001af8-849d-472c-ac20-0e25d2361428 None None] Pushing event updated for resources: {'Port': ['ID=1f53e95f-9166-445f-b4d6-85e5a8811c52,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:42.935749 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Pushing event updated for resources: {'Port': ['ID=41f12402-3c83-4bfb-b3b2-c70baca985ba,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:42.946031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:42.995972 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] For port 1f53e95f-9166-445f-b4d6-85e5a8811c52, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:43.008226 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ded3cf-d2e3-40e0-897f-af433ba56596,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:43.013336 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] For port 1f53e95f-9166-445f-b4d6-85e5a8811c52, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1f53e95f-9166-445f-b4d6-85e5a8811c52,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:43.047368 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.113934 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.133841 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.135334 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6d5c02bf-c40f-491e-9add-266733b43f52 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6473787 Aug 08 18:52:43.138106 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39190) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:43.144560 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': '83ded3cf-d2e3-40e0-897f-af433ba56596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:43.194065 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.215778 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Routers {'c3fa303d-600f-48fa-a42b-23f6f94c3a93'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:43.217706 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:43.227040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-5d3a3340-b813-4483-8ba8-e2ede082410f None None] Provisioning complete for port 41f12402-3c83-4bfb-b3b2-c70baca985ba triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:43.228026 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5d3a3340-b813-4483-8ba8-e2ede082410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.284463 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.433158 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.437664 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:52:43.469392 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:43.470821 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:43.512343 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.545778 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.605466 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4976e259-d21f-467b-a1a5-c03a6d33552f,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:43.610425 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.611175 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.626822 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-6e25c376-f665-4be0-9c33-1ea3de968c2b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:52:43.628122 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-6e25c376-f665-4be0-9c33-1ea3de968c2b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1627545 Aug 08 18:52:43.635919 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a3340-b813-4483-8ba8-e2ede082410f None None] Port 41f12402-3c83-4bfb-b3b2-c70baca985ba cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:43.641770 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c2221781-ab7c-411b-bc55-8fa562f07cde up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:43.644945 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:43.728061 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:43.763038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:43.771278 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d8d95a3d-0411-40d7-8a5a-f42aa2a2ab4a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6319435 Aug 08 18:52:43.781953 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39210) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:43.805526 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': '83ded3cf-d2e3-40e0-897f-af433ba56596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:43.888682 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-d7605270-35d4-448a-9d97-c3e351760afe service neutron] 10.222.0.23 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528226 Aug 08 18:52:43.924827 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] Set router c3fa303d-600f-48fa-a42b-23f6f94c3a93 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:43.942089 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Pushing event updated for resources: {'Port': ['ID=41f12402-3c83-4bfb-b3b2-c70baca985ba,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:43.999883 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.041137 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:44.050868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:44.298489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41001af8-849d-472c-ac20-0e25d2361428 None None] Pushing event updated for resources: {'Port': ['ID=1f53e95f-9166-445f-b4d6-85e5a8811c52,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:44.332002 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.383234 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:38Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:44.441316 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-d4605cf6-255d-441b-83fa-21374c6b82e2 service neutron] 10.222.0.23 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457788 Aug 08 18:52:44.445852 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.458907 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port c2221781-ab7c-411b-bc55-8fa562f07cde triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:44.459430 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.478301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Router c3fa303d-600f-48fa-a42b-23f6f94c3a93 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:52:44.488049 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:52:44.488581 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Updating router 2947a12a-ac6e-4f15-99fe-728424470226 port 830491f1-c7eb-45d3-aee1-b04403474be8 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:52:44.500031 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1e5992-9203-4d2d-a4fd-9408b6ad8881,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:44.585051 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.591745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.593375 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-479c79f4-aa75-45eb-83cf-ce6a40051d54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8104336 Aug 08 18:52:44.596646 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39236) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:44.601926 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:44.747489 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:44.820817 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:52:44.833427 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-f2c9b5a5-1fed-4289-9617-51ac63e2ca20 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3fa303d-600f-48fa-a42b-23f6f94c3a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7498236 Aug 08 18:52:45.143297 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1823c1ff-38c5-431d-bf33-d2fa19fb3105 req-f911bb56-8293-4e52-a6ed-42b281767294 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 210 time: 0.1912544 Aug 08 18:52:45.197132 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.320678 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-b3a85693-f0c4-4e93-b9bb-95d7a1486567 None None] Provisioning complete for port 41f12402-3c83-4bfb-b3b2-c70baca985ba triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:45.324069 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b3a85693-f0c4-4e93-b9bb-95d7a1486567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.376787 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.434563 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.27.3.76 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/14f720e0-3b5c-4061-b1e2-8076a2193306) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:45.466720 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.486554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port c2221781-ab7c-411b-bc55-8fa562f07cde is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:45.486554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.486554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-b3a85693-f0c4-4e93-b9bb-95d7a1486567 None None] Port 41f12402-3c83-4bfb-b3b2-c70baca985ba cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:45.511732 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:52:43Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '41f12402-3c83-4bfb-b3b2-c70baca985ba', 'name': '', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'mac_address': 'fa:16:3e:f0:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:41Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 1, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'subnets': [{'id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:45.550396 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ec772-254f-4626-b557-3a8f05be0914 None None] The sync data for ids ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'] in dv-cinder-852456-1-iscsi is: [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:52:43Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '41f12402-3c83-4bfb-b3b2-c70baca985ba', 'name': '', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'mac_address': 'fa:16:3e:f0:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:41Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 1, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'subnets': [{'id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:52:45.553242 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port c2221781-ab7c-411b-bc55-8fa562f07cde, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c2221781-ab7c-411b-bc55-8fa562f07cde,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:45.609585 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.610601 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 346ef1a3-6516-4f45-985c-a34af7cae72d up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:45.682489 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb6ed2-770e-4f60-9662-52293072bc64 None None] Pushing event updated for resources: {'Port': ['ID=830491f1-c7eb-45d3-aee1-b04403474be8,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:45.702623 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.728588 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Attempting to bind port 830491f1-c7eb-45d3-aee1-b04403474be8 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:45.744112 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Attempting to bind port 830491f1-c7eb-45d3-aee1-b04403474be8 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:45.745788 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Attempting to bind port 830491f1-c7eb-45d3-aee1-b04403474be8 on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:45.763018 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:45.763474 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:45.763877 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.771211 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Bound using segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:45.771964 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Bound port: 830491f1-c7eb-45d3-aee1-b04403474be8, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:45.774092 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.811604 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 346ef1a3-6516-4f45-985c-a34af7cae72d triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:45.812396 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.918734 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:45.967181 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=c2221781-ab7c-411b-bc55-8fa562f07cde,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:46.009601 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] For port 830491f1-c7eb-45d3-aee1-b04403474be8, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:46.020145 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] For port 830491f1-c7eb-45d3-aee1-b04403474be8, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=830491f1-c7eb-45d3-aee1-b04403474be8,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:46.094315 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:46.153164 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:46.159551 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:46.167026 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 346ef1a3-6516-4f45-985c-a34af7cae72d is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:46.167373 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:46.196486 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=14f720e0-3b5c-4061-b1e2-8076a2193306,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:46.315339 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:46.315853 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:46.387072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c2221781-ab7c-411b-bc55-8fa562f07cde up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:46.439996 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-71226e69-4d96-4503-9425-c60cfc595e34 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:46.451888 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb6ed2-770e-4f60-9662-52293072bc64 None None] Pushing event updated for resources: {'Port': ['ID=830491f1-c7eb-45d3-aee1-b04403474be8,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:46.469721 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-71226e69-4d96-4503-9425-c60cfc595e34 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/networks?id=5ec65bf5-faaa-43c0-aab1-291c05956607 HTTP/1.1" status: 200 len: 812 time: 0.7559216 Aug 08 18:52:46.504631 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-2b794a3c-93a5-473e-a3fa-63b3fa7d0286 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/quotas/2a901356d5b64b4cb15e135996b44963 HTTP/1.1" status: 200 len: 375 time: 0.0325389 Aug 08 18:52:46.509573 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:46.549454 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port c2221781-ab7c-411b-bc55-8fa562f07cde triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:46.551141 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:46.603150 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-b5e1afd6-5f47-49d9-8e45-f0ef1741f370 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a901356d5b64b4cb15e135996b44963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976274 Aug 08 18:52:46.668125 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ceabd06f-bfb6-4882-9f01-dc99963bda7e req-c8109d4c-f068-4683-bdb5-ad23f4936532 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 210 time: 0.1085105 Aug 08 18:52:46.676307 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port c2221781-ab7c-411b-bc55-8fa562f07cde is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:46.677754 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:46.713193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:46.771107 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:46.771619 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:46.799368 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-13738d6f-e537-4025-958c-9f7ef7864093 service neutron] 10.222.0.23 "GET /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949127 Aug 08 18:52:46.875569 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39372) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:46.883366 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:46.962650 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:46.980158 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:47.047790 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08125b-251a-4618-9695-b849d1a7b163 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:52:47.068345 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-4683e7fe-8f43-4683-ad64-64236b59199b service neutron] 10.222.0.23 "GET /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674520 Aug 08 18:52:47.099393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-d2a682da-6f8a-4ae5-b3b3-517cdf80466e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:47.193678 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:47.314693 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-d2a682da-6f8a-4ae5-b3b3-517cdf80466e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:47.760240 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f3d3a1dd-eeb5-41d4-9794-0abcde203ba6 req-aa3cc8d0-bfc3-4241-ae75-f97ac835d8c8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Aug 08 18:52:47.895372 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:47.896365 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-d2a682da-6f8a-4ae5-b3b3-517cdf80466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:47.896886 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:47.977896 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=14f720e0-3b5c-4061-b1e2-8076a2193306,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:47.977991 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-d2a682da-6f8a-4ae5-b3b3-517cdf80466e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f3bf359bc234ecc93dd82d31fdae2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0963907 Aug 08 18:52:47.977991 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a682da-6f8a-4ae5-b3b3-517cdf80466e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a08ad-a038-435f-9bd1-6237e9c2ceed,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:47.978768 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39390) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:48.012850 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-21a57dee-109f-47ec-833e-202764ca1b28 req-88d1c507-0ea7-4473-b0b9-592c07300f62 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0369003 Aug 08 18:52:48.047366 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b674e497-0a20-4ae0-b2fd-81cb6db3a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:48.054409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:48.055552 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-faa3f345-9d88-4c3b-bed5-bd28de33aafa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4577239 Aug 08 18:52:48.110364 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b674e497-0a20-4ae0-b2fd-81cb6db3a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:48.302831 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b674e497-0a20-4ae0-b2fd-81cb6db3a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:48.306612 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b674e497-0a20-4ae0-b2fd-81cb6db3a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:48.310704 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b674e497-0a20-4ae0-b2fd-81cb6db3a476 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/656a08ad-a038-435f-9bd1-6237e9c2ceed HTTP/1.1" status: 204 len: 168 time: 0.3287306 Aug 08 18:52:48.365690 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674e497-0a20-4ae0-b2fd-81cb6db3a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a08ad-a038-435f-9bd1-6237e9c2ceed,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:48.542610 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d780ad8-e50e-4102-879a-4b5d9ccc273b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1748699496&fields=id&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 267 time: 0.1174808 Aug 08 18:52:48.560685 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1f53e95f-9166-445f-b4d6-85e5a8811c52 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:48.681291 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 1f53e95f-9166-445f-b4d6-85e5a8811c52 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:48.682497 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:48.717195 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-c002f66f-c29d-4203-acc1-df7787fe03de tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:48.735160 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-c002f66f-c29d-4203-acc1-df7787fe03de tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1856589 Aug 08 18:52:48.758261 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.30', 65314) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:48.760204 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-10bac380-73d7-43cf-a086-4aabb7fd868b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/quotas/c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 375 time: 0.0290573 Aug 08 18:52:48.889562 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-051b16d3-d169-4813-9e2f-8cdcfd596919 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1280107 Aug 08 18:52:48.951147 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 1f53e95f-9166-445f-b4d6-85e5a8811c52 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:48.951729 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:49.014124 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-80c26045-d5df-4cca-87d4-3531c1c53303 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204195 Aug 08 18:52:49.054023 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 1f53e95f-9166-445f-b4d6-85e5a8811c52, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1f53e95f-9166-445f-b4d6-85e5a8811c52,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:49.061763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-288e8b12-faf8-47c9-b958-bcf9ddf720dc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:49.065494 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-288e8b12-faf8-47c9-b958-bcf9ddf720dc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 819 time: 0.3059602 Aug 08 18:52:49.095118 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f8018e98-93f7-4bcc-9f2b-9cda9265557d req-6b4d2167-ec6f-4c05-944e-c8ba798d82e8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Aug 08 18:52:49.117286 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'port': {'device_id': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'admin_state_up': True, 'tenant_id': '633e8d1d174949d695c2ed1f0146594b'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:49.132759 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:49.133607 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 830491f1-c7eb-45d3-aee1-b04403474be8 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:49.224138 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-50e09d9d-8768-4ce3-b6f8-26d124122c95 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084720 Aug 08 18:52:49.246127 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d96404f3-7804-49c2-b782-18c6460d1156 req-a1b3ad44-791a-4046-ae43-b82e076e33f4 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0680242 Aug 08 18:52:49.359976 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=1f53e95f-9166-445f-b4d6-85e5a8811c52,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:49.411817 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 830491f1-c7eb-45d3-aee1-b04403474be8 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:49.411921 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:49.518917 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 830491f1-c7eb-45d3-aee1-b04403474be8 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:49.519340 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:49.529052 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Made reservation on behalf of 633e8d1d174949d695c2ed1f0146594b for: {'port': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:49.534329 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:49.568138 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 830491f1-c7eb-45d3-aee1-b04403474be8, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=830491f1-c7eb-45d3-aee1-b04403474be8,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:49.696414 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f27eda0e-6d04-4893-90ad-c069bae2bf5e req-bf57714d-f2d7-4768-a176-6813c0d9bf1a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.0748630 Aug 08 18:52:49.709021 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:49.800506 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=830491f1-c7eb-45d3-aee1-b04403474be8,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:49.985211 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.30', 65323) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:50.048313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Allocated IP 172.20.0.14 (1a1bdd53-0e08-4707-b727-afe4e73ebcf9/682a9a19-c7d0-4042-86ff-b886e4d8d759/f7c96545-54e8-4794-9296-e7822688ca03) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:50.127158 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-b040a5d3-9bc7-419f-bcb6-907ca13f456e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:50.128958 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-b040a5d3-9bc7-419f-bcb6-907ca13f456e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 819 time: 0.1424508 Aug 08 18:52:50.143765 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'port': {'device_id': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'admin_state_up': True, 'tenant_id': '633e8d1d174949d695c2ed1f0146594b'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:50.352051 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:50.403017 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1f53e95f-9166-445f-b4d6-85e5a8811c52 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:50.497869 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 1f53e95f-9166-445f-b4d6-85e5a8811c52 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:50.498351 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:50.519921 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39526) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:50.534123 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4b1376ee-14d5-49aa-ba03-89a46fbbb187 req-b63c9577-d100-4b8f-aa57-7cec5a083545 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0845017 Aug 08 18:52:50.559464 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:50.627963 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-791c5409-4ff1-4eb9-a52c-948f2932f774 req-77a3dbe0-0137-4f90-8ca1-01ab4db77ef8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0339828 Aug 08 18:52:50.683827 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 1f53e95f-9166-445f-b4d6-85e5a8811c52 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:50.686748 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 830491f1-c7eb-45d3-aee1-b04403474be8 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:50.729453 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Made reservation on behalf of 633e8d1d174949d695c2ed1f0146594b for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:50.734661 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:50.772657 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:50.778481 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 830491f1-c7eb-45d3-aee1-b04403474be8 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:50.779067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:50.805215 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:50.807806 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:50.815243 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:50.816098 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:50.858417 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-62e42041-5494-4fd2-bf73-0f009b9cc1e6 req-d27c2c48-925b-49c7-9c0f-bd551933cea5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.1010537 Aug 08 18:52:50.877978 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1367861065-network', 'tenant_id': '2b1db0708ddf48aebfd29637cf46c72c'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:50.885209 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'Port': ['ID=f7c96545-54e8-4794-9296-e7822688ca03,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:51.039156 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 830491f1-c7eb-45d3-aee1-b04403474be8 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:51.112993 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-2e78e271-0bfc-4ee3-9091-b62dfbc16b73 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0054388 Aug 08 18:52:51.141393 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-ef930b62-598e-4d79-a4b6-3dd774c34d15 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:52:51.189491 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-ef930b62-598e-4d79-a4b6-3dd774c34d15 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067153 Aug 08 18:52:51.282353 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-1b6c6d19-5ce5-4ad1-994d-75f823ffc544 None None] Provisioning complete for port f7c96545-54e8-4794-9296-e7822688ca03 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:51.282650 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6d19-5ce5-4ad1-994d-75f823ffc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.287064 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Allocated IP 172.20.0.10 (1a1bdd53-0e08-4707-b727-afe4e73ebcf9/682a9a19-c7d0-4042-86ff-b886e4d8d759/02a4db3d-a8ce-4dee-9fcb-08b3eba672aa) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:51.295124 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Made reservation on behalf of 2b1db0708ddf48aebfd29637cf46c72c for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:51.297659 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.318190 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.323829 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c6d19-5ce5-4ad1-994d-75f823ffc544 None None] Port f7c96545-54e8-4794-9296-e7822688ca03 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:51.441149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.540696 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.547658 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.562247 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:52:51.590310 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.590749 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Added segment 53bc3302-bca0-4ae4-9ff9-70fea3654c17 of type vlan for network 6c566dfe-f931-4dfe-9955-4b26bd8df089 Aug 08 18:52:51.592078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863c29b-c61b-48f5-ad11-3e1d4cddbb8a,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:51.653190 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.662771 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-05fbee1f-1ca4-46af-b863-afb1041e6ff0 req-7a47ddd9-b383-4bfa-9bf1-b32c3307acae tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0260885 Aug 08 18:52:51.670190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.802564 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.803560 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:51.803719 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:51.804969 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.816393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:51.822603 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:51.828383 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:51.829098 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:51.839500 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'Port': ['ID=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:51.859983 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de4751-e546-4fe8-977d-8293e48c45bc req-bae9bfea-cc07-4ca5-947d-d7ca2470bce4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:51.863464 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56de4751-e546-4fe8-977d-8293e48c45bc req-bae9bfea-cc07-4ca5-947d-d7ca2470bce4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 932 time: 0.1284699 Aug 08 18:52:51.950057 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] Pushing event updated for resources: {'Network': ['ID=6c566dfe-f931-4dfe-9955-4b26bd8df089,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:51.956055 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-458caa85-2571-4475-a83b-c00392fdd3d1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8182621 Aug 08 18:52:51.970087 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 6c566dfe-f931-4dfe-9955-4b26bd8df089 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:52:51.974561 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-21e56c1c-bb29-4c89-83ff-a6737af2f704 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4499125 Aug 08 18:52:51.979841 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56de4751-e546-4fe8-977d-8293e48c45bc req-6f01bb71-785a-488d-b7f3-0608476b1762 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090848 Aug 08 18:52:51.980330 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39588) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:51.986330 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Request body: {'subnet': {'network_id': '6c566dfe-f931-4dfe-9955-4b26bd8df089', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1367861065-subnet', 'tenant_id': '2b1db0708ddf48aebfd29637cf46c72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:52.048666 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39590) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:52.052985 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f8c63e08-12ed-4efc-b414-37a99b060631 req-e3379228-27cb-4ba0-8974-d1dd655d61e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.0905771 Aug 08 18:52:52.100528 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Made reservation on behalf of 2b1db0708ddf48aebfd29637cf46c72c for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:52.103793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.159699 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-30feef8b-b259-4f40-b515-9b64f383f38e None None] Provisioning complete for port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:52.160150 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-30feef8b-b259-4f40-b515-9b64f383f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.182299 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-adf9ccd2-ee28-402b-adf3-6193d54a5263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.195122 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-30feef8b-b259-4f40-b515-9b64f383f38e None None] Port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:52.340663 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-adf9ccd2-ee28-402b-adf3-6193d54a5263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.409241 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.413525 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-adf9ccd2-ee28-402b-adf3-6193d54a5263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.452220 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Sync routers for ids ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:52:52.464357 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Routers {'c3fa303d-600f-48fa-a42b-23f6f94c3a93'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:52.465174 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:52.486925 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-adf9ccd2-ee28-402b-adf3-6193d54a5263 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9dddecffb47d4b97b409ae7b4ae265ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371319 Aug 08 18:52:52.489898 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39596) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:52.500695 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9ccd2-ee28-402b-adf3-6193d54a5263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e3b2c4-6273-421c-91a4-f40cfbe9f16d,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:52.513067 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d308fce2-516b-4a71-afb2-4e29fb1c0f60,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:52.524338 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Checking segment: {'id': '53bc3302-bca0-4ae4-9ff9-70fea3654c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6c566dfe-f931-4dfe-9955-4b26bd8df089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:52.524761 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Network hostable DHCP agents. Network: 6c566dfe-f931-4dfe-9955-4b26bd8df089, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:52:52.553872 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c4105fa9-27bf-41cc-a967-d3a973c95005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.575892 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c4105fa9-27bf-41cc-a967-d3a973c95005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.588188 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Set router c3fa303d-600f-48fa-a42b-23f6f94c3a93 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:52.620230 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Network 6c566dfe-f931-4dfe-9955-4b26bd8df089 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:52:52.691200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c4105fa9-27bf-41cc-a967-d3a973c95005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.694519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c4105fa9-27bf-41cc-a967-d3a973c95005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.694928 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-c4105fa9-27bf-41cc-a967-d3a973c95005 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5e3b2c4-6273-421c-91a4-f40cfbe9f16d HTTP/1.1" status: 204 len: 168 time: 0.2033668 Aug 08 18:52:52.703486 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4105fa9-27bf-41cc-a967-d3a973c95005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e3b2c4-6273-421c-91a4-f40cfbe9f16d,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:52.714102 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 6c566dfe-f931-4dfe-9955-4b26bd8df089) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:52.725941 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96452ebb-3119-4a54-b324-4c46a8125475 None None] Network 6c566dfe-f931-4dfe-9955-4b26bd8df089 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:52.729423 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:52.730149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:52.823229 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-41de7737-ccf3-4475-9641-0dc909e3626e req-f5b1b9f3-60fa-45ac-b498-32d89620f6a0 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Aug 08 18:52:52.872834 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f851a28e-5ba0-46ac-b9db-380e220ac3c2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8912230 Aug 08 18:52:52.926193 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39610) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:53.085759 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:52:43Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '41f12402-3c83-4bfb-b3b2-c70baca985ba', 'name': '', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'mac_address': 'fa:16:3e:f0:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:41Z', 'updated_at': '2022-08-08T18:52:43Z', 'revision_number': 2, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'subnets': [{'id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:53.119203 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377c65a-1383-46d6-bd36-8cc65cb6ea4c None None] Network 6c566dfe-f931-4dfe-9955-4b26bd8df089 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:53.122402 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Checking router: c3fa303d-600f-48fa-a42b-23f6f94c3a93 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:52:53.122836 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Updating router c3fa303d-600f-48fa-a42b-23f6f94c3a93 port 41f12402-3c83-4bfb-b3b2-c70baca985ba binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:52:53.170465 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.224566 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-444f58c0-c778-4082-af90-1ac7d5f9dd92 req-e339b5c8-c3c5-4fc2-9e7a-36b237b5ec2e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.0484302 Aug 08 18:52:53.323226 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54935388-f161-48f5-8c93-359a014101bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.343537 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b5fbb-eeb6-4417-94b4-b40076075e6d req-541f55bd-a7f7-4d9f-906b-855d722e5fef tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:53.345031 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3c7b5fbb-eeb6-4417-94b4-b40076075e6d req-541f55bd-a7f7-4d9f-906b-855d722e5fef tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 932 time: 0.2689798 Aug 08 18:52:53.417766 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3c7b5fbb-eeb6-4417-94b4-b40076075e6d req-6496365e-dfca-49d6-8344-fc2758b74745 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640249 Aug 08 18:52:53.462108 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54935388-f161-48f5-8c93-359a014101bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.564504 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54935388-f161-48f5-8c93-359a014101bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.608383 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.612429 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-54935388-f161-48f5-8c93-359a014101bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afdf5d1c135a445fbb105040e40e675a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845064 Aug 08 18:52:53.617457 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935388-f161-48f5-8c93-359a014101bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e829a6-dec3-4538-b546-84a778b55c9e,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:53.619525 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39630) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:53.669778 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43147cd6-5ea8-46f3-a08f-57068c1cfb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.696764 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43147cd6-5ea8-46f3-a08f-57068c1cfb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.702084 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39632) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:53.714911 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f74d19f7-1f42-43d2-8e0e-051d53a0bc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.719635 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.815532 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58a0a2-5346-4e38-a9bf-330ed4b11281 None None] Pushing event updated for resources: {'Port': ['ID=41f12402-3c83-4bfb-b3b2-c70baca985ba,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:53.817285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43147cd6-5ea8-46f3-a08f-57068c1cfb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.821587 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43147cd6-5ea8-46f3-a08f-57068c1cfb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.823815 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-43147cd6-5ea8-46f3-a08f-57068c1cfb00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91e829a6-dec3-4538-b546-84a778b55c9e HTTP/1.1" status: 204 len: 168 time: 0.2028558 Aug 08 18:52:53.827376 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Attempting to bind port 41f12402-3c83-4bfb-b3b2-c70baca985ba on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:53.827746 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Attempting to bind port 41f12402-3c83-4bfb-b3b2-c70baca985ba by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:53.828115 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Attempting to bind port 41f12402-3c83-4bfb-b3b2-c70baca985ba on network 5ec65bf5-faaa-43c0-aab1-291c05956607 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:53.835043 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43147cd6-5ea8-46f3-a08f-57068c1cfb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e829a6-dec3-4538-b546-84a778b55c9e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:53.838696 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:53.839443 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Checking segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:53.839854 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.840237 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Bound using segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:53.840986 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Bound port: 41f12402-3c83-4bfb-b3b2-c70baca985ba, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:53.841363 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:53.901390 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f74d19f7-1f42-43d2-8e0e-051d53a0bc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.008237 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] For port 41f12402-3c83-4bfb-b3b2-c70baca985ba, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:54.020590 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] For port 41f12402-3c83-4bfb-b3b2-c70baca985ba, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=41f12402-3c83-4bfb-b3b2-c70baca985ba,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:54.045759 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-86753018-abdb-455d-bec6-671d187d10f4 req-d215f2dc-6060-4a3c-af8c-b829c446d603 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0718009 Aug 08 18:52:54.046715 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f74d19f7-1f42-43d2-8e0e-051d53a0bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.104032 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f74d19f7-1f42-43d2-8e0e-051d53a0bc50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d67c5b454a984a66a9fd38c3d0fc5307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008043 Aug 08 18:52:54.107561 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39648) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:54.110460 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39650) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:54.110988 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d19f7-1f42-43d2-8e0e-051d53a0bc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e72dc-2e7b-4a45-bcee-52b74aed3baa,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:54.115752 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.138912 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-100861756-network', 'tenant_id': 'af27c61a8711452c8c04a3e82ac85be1'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:54.169255 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Routers {'c3fa303d-600f-48fa-a42b-23f6f94c3a93'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:52:54.169900 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:52:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:54.209831 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-25cdd186-0318-4d39-a3c8-79af834b5e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.244527 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58a0a2-5346-4e38-a9bf-330ed4b11281 None None] Pushing event updated for resources: {'Port': ['ID=41f12402-3c83-4bfb-b3b2-c70baca985ba,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:54.251743 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-25cdd186-0318-4d39-a3c8-79af834b5e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.348605 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Made reservation on behalf of af27c61a8711452c8c04a3e82ac85be1 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:54.558385 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.559124 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] Set router c3fa303d-600f-48fa-a42b-23f6f94c3a93 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:52:54.559600 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4178bec6-1aa1-4a24-a09a-99f098ef0e57 req-91caa4e5-77a8-487a-bd89-9ca39180d658 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.0387728 Aug 08 18:52:54.559600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.559600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-820f4a15-daa3-4c83-b972-e10c5825bb6f tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:54.559600 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-820f4a15-daa3-4c83-b972-e10c5825bb6f tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.30 "GET /v2.0/networks?id=5ec65bf5-faaa-43c0-aab1-291c05956607 HTTP/1.1" status: 200 len: 812 time: 0.1318340 Aug 08 18:52:54.559600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Request body: {'port': {'device_id': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'admin_state_up': True, 'tenant_id': '2a901356d5b64b4cb15e135996b44963'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:54.562354 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ece6-c89b-46a8-9ab0-d14f140465d7 req-f753dcb3-54f7-434a-8968-bd943824df72 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:54.571491 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-99c7ece6-c89b-46a8-9ab0-d14f140465d7 req-f753dcb3-54f7-434a-8968-bd943824df72 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 932 time: 0.0622284 Aug 08 18:52:54.578216 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.30', 65332) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:54.635007 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-99c7ece6-c89b-46a8-9ab0-d14f140465d7 req-9fdbdd9a-b3f4-45f9-bd7d-48cd8320818a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587709 Aug 08 18:52:54.659533 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Request body: {'port': {'device_id': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:54.676597 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-25cdd186-0318-4d39-a3c8-79af834b5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.679301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-25cdd186-0318-4d39-a3c8-79af834b5e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.680814 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-25cdd186-0318-4d39-a3c8-79af834b5e08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/312e72dc-2e7b-4a45-bcee-52b74aed3baa HTTP/1.1" status: 204 len: 168 time: 0.5716047 Aug 08 18:52:54.711905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd186-0318-4d39-a3c8-79af834b5e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e72dc-2e7b-4a45-bcee-52b74aed3baa,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:54.734663 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Request body: {'port': {'device_id': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:54.789322 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:54.791059 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:52:43Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '41f12402-3c83-4bfb-b3b2-c70baca985ba', 'name': '', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'mac_address': 'fa:16:3e:f0:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:41Z', 'updated_at': '2022-08-08T18:52:53Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'subnets': [{'id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:54.831368 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314f7d0-b780-4b91-919f-ef28151b071a None None] The sync data for ids ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'] in dv-cinder-852456-1-iscsi is: [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:52:43Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '41f12402-3c83-4bfb-b3b2-c70baca985ba', 'name': '', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'mac_address': 'fa:16:3e:f0:1d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:41Z', 'updated_at': '2022-08-08T18:52:53Z', 'revision_number': 4, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'subnets': [{'id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:52:55.009510 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.047334 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.106754 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.152460 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Made reservation on behalf of 2a901356d5b64b4cb15e135996b44963 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:55.167030 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.181340 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.268130 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39674) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:55.354804 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1a31bf29-8a69-41d7-a768-8992d80bb5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.579044 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:52:55.705253 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-657e4834-fadf-4674-9779-aee54c82780f req-85740057-b66b-42ac-9da0-223ea47f0af9 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.3396080 Aug 08 18:52:55.710616 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0cb33-3994-4949-ac40-22751058bddd,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:55.752322 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:55.753926 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Added segment 68fbbee5-3e41-4e23-bf3a-c0695e6b935f of type vlan for network e8b365e8-ffef-424d-80dc-fa23412b4dad Aug 08 18:52:55.808919 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-34acc856-e299-47a1-8516-6588b2394cea req-0f05555e-1f29-4b52-9d3c-c7e724f42986 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.2679877 Aug 08 18:52:55.998357 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.080296 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Allocated IP 172.20.0.11 (5ec65bf5-faaa-43c0-aab1-291c05956607/ed3ed216-6d89-459f-a69e-8dbb831ddea9/4a65c0c1-174a-48f3-9b36-3e3bdce2d209) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:56.114270 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410684e-ba3d-4ad4-b09f-b7c6fd6ccacb req-6fb7279b-476c-4f77-a837-dc076b905254 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:56.119370 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0410684e-ba3d-4ad4-b09f-b7c6fd6ccacb req-6fb7279b-476c-4f77-a837-dc076b905254 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 932 time: 0.2163026 Aug 08 18:52:56.149360 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1a31bf29-8a69-41d7-a768-8992d80bb5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.205921 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.207017 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:56.228721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.273274 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c96545-54e8-4794-9296-e7822688ca03 {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:52:56.285043 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.301674 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] Pushing event updated for resources: {'Network': ['ID=e8b365e8-ffef-424d-80dc-fa23412b4dad,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:56.329424 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0410684e-ba3d-4ad4-b09f-b7c6fd6ccacb req-113df63c-9b49-45af-bec1-d2aa3de8b845 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036138 Aug 08 18:52:56.340224 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Transition to ACTIVE for port object f7c96545-54e8-4794-9296-e7822688ca03 will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:52:56.345558 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network e8b365e8-ffef-424d-80dc-fa23412b4dad details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:52:56.350663 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1a31bf29-8a69-41d7-a768-8992d80bb5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.407705 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.414757 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1a31bf29-8a69-41d7-a768-8992d80bb5e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=830c5fff97044b76be3a4ab356806d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1261675 Aug 08 18:52:56.426196 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 41f12402-3c83-4bfb-b3b2-c70baca985ba up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:56.448732 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39704) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:56.589366 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 41f12402-3c83-4bfb-b3b2-c70baca985ba triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:56.590043 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.604898 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.30', 65338) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:56.737527 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31bf29-8a69-41d7-a768-8992d80bb5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96a03c-8a4c-4765-988a-33073b8f915e,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:56.749710 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 41f12402-3c83-4bfb-b3b2-c70baca985ba is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:56.752361 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.764902 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5477a255-cbc0-407f-81d9-386eb86ccf0f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6424251 Aug 08 18:52:56.789908 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39720) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:56.807047 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Request body: {'subnet': {'network_id': 'e8b365e8-ffef-424d-80dc-fa23412b4dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-100861756-subnet', 'tenant_id': 'af27c61a8711452c8c04a3e82ac85be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:56.884626 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 41f12402-3c83-4bfb-b3b2-c70baca985ba, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=41f12402-3c83-4bfb-b3b2-c70baca985ba,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:52:56.929775 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Attempting to bind port f7c96545-54e8-4794-9296-e7822688ca03 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:56.930808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Attempting to bind port f7c96545-54e8-4794-9296-e7822688ca03 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:56.931521 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Attempting to bind port f7c96545-54e8-4794-9296-e7822688ca03 on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:56.951375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ce97a957-01ba-43ce-97ee-d1950743c5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:56.971104 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-a23d0d3e-3d06-41c4-9ac8-af287263a149 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:56.971321 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-a23d0d3e-3d06-41c4-9ac8-af287263a149 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.3570886 Aug 08 18:52:57.014198 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aae0b8a5-21ff-481f-9a0b-1d702f23b309 req-5a1cf4b9-d9ba-4f21-a533-7552b83adc40 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.1166325 Aug 08 18:52:57.016962 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c96545-54e8-4794-9296-e7822688ca03,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:57.023886 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.040352 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.055286 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fa476f3f-c982-4424-b9ff-dbb17e4c97d8 req-b525c181-1e6d-41f5-b09e-36f020d2c597 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.1047556 Aug 08 18:52:57.067384 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Port f7c96545-54e8-4794-9296-e7822688ca03 on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:52:57.067732 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Attempting to bind port f7c96545-54e8-4794-9296-e7822688ca03 on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:57.076119 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Made reservation on behalf of af27c61a8711452c8c04a3e82ac85be1 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:57.078874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.089618 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ce97a957-01ba-43ce-97ee-d1950743c5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.123502 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:52:57.134316 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:57.134648 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Checking segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:57.135245 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Bound using segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:57.148023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Bound port: f7c96545-54e8-4794-9296-e7822688ca03, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:57.148451 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.188891 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.199099 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=41f12402-3c83-4bfb-b3b2-c70baca985ba,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:57.249754 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Transition to ACTIVE for port object 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:52:57.328743 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.330823 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-88b66898-1781-46fe-84aa-fc1c20b7fb60 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 380 time: 0.3418155 Aug 08 18:52:57.365888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'port': {'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'admin_state_up': True, 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'security_groups': ['83ded3cf-d2e3-40e0-897f-af433ba56596']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:52:57.399994 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] For port f7c96545-54e8-4794-9296-e7822688ca03, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:57.488608 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] For port f7c96545-54e8-4794-9296-e7822688ca03, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f7c96545-54e8-4794-9296-e7822688ca03,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:57.498705 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:57.501761 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Attempting to bind port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:52:57.502095 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Attempting to bind port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:52:57.502415 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Attempting to bind port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:57.508097 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:52:57.508415 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Attempting to bind port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:52:57.513904 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:52:57.514420 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Checking segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:57.514615 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Bound using segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:52:57.515041 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Bound port: 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:52:57.517049 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.518929 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.572398 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ce97a957-01ba-43ce-97ee-d1950743c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.576320 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ce97a957-01ba-43ce-97ee-d1950743c5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.580479 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ce97a957-01ba-43ce-97ee-d1950743c5eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d96a03c-8a4c-4765-988a-33073b8f915e HTTP/1.1" status: 204 len: 168 time: 1.1258445 Aug 08 18:52:57.592310 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.634864 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97a957-01ba-43ce-97ee-d1950743c5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96a03c-8a4c-4765-988a-33073b8f915e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:57.637095 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:57.637315 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.638008 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:57.639168 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] 10.222.0.30 "PUT /v2.0/ports/f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 1094 time: 3.0599966 Aug 08 18:52:57.650190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:57.661415 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'tag': 'f7c96545-54e8-4794-9296-e7822688ca03'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:52:57.673518 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Pushing event updated for resources: {'Port': ['ID=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:57.687827 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:57.701699 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:57.702471 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.841052 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d96cf86e-00ab-409b-ac7c-39fcb5752088 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2927332 Aug 08 18:52:57.902350 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:57.911410 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010bbb3-e6bf-4f28-bb2f-641e95390307 req-0ca0a0a5-4a58-4bcc-9597-50629353f4cc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:57.913408 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2010bbb3-e6bf-4f28-bb2f-641e95390307 req-0ca0a0a5-4a58-4bcc-9597-50629353f4cc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.3872414 Aug 08 18:52:57.916936 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76baa89-0584-4f24-86a1-f3656bb9f840 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c96545-54e8-4794-9296-e7822688ca03,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:57.939946 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] For port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:52:57.944521 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] For port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:52:57.984321 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Made reservation on behalf of c354749a136048b08745a4b9247e917c for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:52:57.987956 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.018305 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2010bbb3-e6bf-4f28-bb2f-641e95390307 req-53d43669-6450-46d8-97f7-5a0f0513f2f4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883832 Aug 08 18:52:58.050115 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa539942-d460-4e0a-a9e3-0c330ae45c4f,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:58.062797 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Checking segment: {'id': '68fbbee5-3e41-4e23-bf3a-c0695e6b935f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e8b365e8-ffef-424d-80dc-fa23412b4dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:52:58.063210 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Network hostable DHCP agents. Network: e8b365e8-ffef-424d-80dc-fa23412b4dad, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:52:58.164805 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79ab87-e24f-4983-a205-211f75baed49 req-dae74d98-bb7e-4a6a-8601-1b8b0d327106 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:58.166342 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2a79ab87-e24f-4983-a205-211f75baed49 req-dae74d98-bb7e-4a6a-8601-1b8b0d327106 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 932 time: 0.0572343 Aug 08 18:52:58.181672 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e44f2709-2212-41c7-877b-c8d636515091 req-8f9ce1a4-c1ad-4824-b40e-e7e51dffc016 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Aug 08 18:52:58.191194 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-a898cacb-8965-40c4-9203-b51f4740f7b3 None None] Provisioning complete for port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:58.192190 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a898cacb-8965-40c4-9203-b51f4740f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.208776 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2a79ab87-e24f-4983-a205-211f75baed49 req-ee866338-2144-4ff4-84f4-301b20ff502d tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363472 Aug 08 18:52:58.236724 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a898cacb-8965-40c4-9203-b51f4740f7b3 None None] Port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:58.236960 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.242932 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:58.243563 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.244888 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/02a4db3d-a8ce-4dee-9fcb-08b3eba672aa HTTP/1.1" status: 200 len: 1094 time: 3.6603158 Aug 08 18:52:58.265112 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 41f12402-3c83-4bfb-b3b2-c70baca985ba up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:52:58.284904 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Network e8b365e8-ffef-424d-80dc-fa23412b4dad is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:52:58.316023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b44b68-a9a3-4774-980c-095355f8ebd4 service neutron] Pushing event updated for resources: {'Port': ['ID=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:58.318292 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 41f12402-3c83-4bfb-b3b2-c70baca985ba triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:58.318682 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.389809 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39760) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:58.399485 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, e8b365e8-ffef-424d-80dc-fa23412b4dad) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:58.409957 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c4aa6-9b0a-42a1-b013-f5fc61dd7b8b None None] Network e8b365e8-ffef-424d-80dc-fa23412b4dad requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:58.412669 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:58.419403 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.435325 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 41f12402-3c83-4bfb-b3b2-c70baca985ba is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:52:58.506624 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.20.0.11 (9bf643ee-79c6-4535-99f5-34bd9b4b7633/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c/4e39ed1a-c629-479c-ba01-59a7656faacc) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:52:58.562543 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324d9f5-5cd9-42f5-892b-eafeb004768b None None] Network e8b365e8-ffef-424d-80dc-fa23412b4dad requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:52:58.567569 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b94fa077-3a9f-4fa6-bb53-80cfe81b2636 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7684433 Aug 08 18:52:58.643116 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c70948-406f-4933-a7a7-ea4b3627476c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b6208d-fc03-4c48-ab84-2f100827cfc0", "tag": "f7c96545-54e8-4794-9296-e7822688ca03"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:52:58.679821 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e65b7729-5c3a-4714-847a-05a444e5741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.785546 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e65b7729-5c3a-4714-847a-05a444e5741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.851142 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39782) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:58.862495 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd80b5fe-4377-419e-b013-e8e285942a0c x-openstack-request-id: req-cd80b5fe-4377-419e-b013-e8e285942a0c {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:52:58.867019 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b6208d-fc03-4c48-ab84-2f100827cfc0", "tag": "f7c96545-54e8-4794-9296-e7822688ca03", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:52:58.867019 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd80b5fe-4377-419e-b013-e8e285942a0c {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:52:58.867019 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd80b5fe-4377-419e-b013-e8e285942a0c'] response: {'name': 'network-changed', 'server_uuid': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'tag': 'f7c96545-54e8-4794-9296-e7822688ca03', 'status': 'completed', 'code': 200} Aug 08 18:52:58.867019 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e65b7729-5c3a-4714-847a-05a444e5741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.868365 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.932389 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7729-5c3a-4714-847a-05a444e5741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c3216-3339-47ff-b0cf-0b62d0d1490e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:58.939242 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e65b7729-5c3a-4714-847a-05a444e5741c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54d067d77b7a4b0f835962c15c6cee94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479698 Aug 08 18:52:58.942017 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39790) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:58.942856 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Deleting subnet d308fce2-516b-4a71-afb2-4e29fb1c0f60 {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:52:58.954688 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.984797 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.989703 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:58.995263 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.024668 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:52:59.029133 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:52:59.057585 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:52:59.058092 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:59.058741 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.099237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4c65c669-cc61-4a2e-a08b-7c937e204a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.101505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=4e39ed1a-c629-479c-ba01-59a7656faacc,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:59.131455 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4c65c669-cc61-4a2e-a08b-7c937e204a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.132151 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.176581 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4d866536-7bc2-4ace-a42e-e3a597b28542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8181894 Aug 08 18:52:59.209243 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d308fce2-516b-4a71-afb2-4e29fb1c0f60,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:59.214867 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.220128 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1329c2f4-f605-4407-9dd3-01a022a26420 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d308fce2-516b-4a71-afb2-4e29fb1c0f60 HTTP/1.1" status: 204 len: 168 time: 0.3679307 Aug 08 18:52:59.223741 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39806) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:52:59.338004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcf104-189b-4746-8581-5a95b78ab52b req-989f9405-d79a-4226-8b75-33b1e548b9e1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:59.339425 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93dcf104-189b-4746-8581-5a95b78ab52b req-989f9405-d79a-4226-8b75-33b1e548b9e1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.1106610 Aug 08 18:52:59.349769 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.388284 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93dcf104-189b-4746-8581-5a95b78ab52b req-2ce12aec-063b-464d-ad88-480e34af3da2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Aug 08 18:52:59.393029 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-99de8445-6fbb-4c2d-a7b8-d17f95e5017c None None] Provisioning complete for port 4e39ed1a-c629-479c-ba01-59a7656faacc triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:52:59.393490 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-99de8445-6fbb-4c2d-a7b8-d17f95e5017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.402995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4c65c669-cc61-4a2e-a08b-7c937e204a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.406122 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4c65c669-cc61-4a2e-a08b-7c937e204a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.407439 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-4c65c669-cc61-4a2e-a08b-7c937e204a1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b62c3216-3339-47ff-b0cf-0b62d0d1490e HTTP/1.1" status: 204 len: 168 time: 0.4640310 Aug 08 18:52:59.417673 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65c669-cc61-4a2e-a08b-7c937e204a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c3216-3339-47ff-b0cf-0b62d0d1490e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:52:59.452133 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-99de8445-6fbb-4c2d-a7b8-d17f95e5017c None None] Port 4e39ed1a-c629-479c-ba01-59a7656faacc cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:52:59.467377 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37035db6-2cd0-4b6b-87d9-5c90928bb143 req-aba53b76-a559-47b6-8049-c1df6bb3ab73 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:59.476914 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-37035db6-2cd0-4b6b-87d9-5c90928bb143 req-aba53b76-a559-47b6-8049-c1df6bb3ab73 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 932 time: 0.1453056 Aug 08 18:52:59.579214 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23be5ee-8646-4d6a-9d49-332cfe683997 req-303782c8-2927-452a-b9d6-d63981f79c96 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:52:59.579214 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c23be5ee-8646-4d6a-9d49-332cfe683997 req-303782c8-2927-452a-b9d6-d63981f79c96 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 932 time: 0.0668852 Aug 08 18:52:59.599912 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-37035db6-2cd0-4b6b-87d9-5c90928bb143 req-7515d895-192f-4ff1-8310-77459080f9a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199298 Aug 08 18:52:59.621175 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c23be5ee-8646-4d6a-9d49-332cfe683997 req-98f4a243-2485-4633-b799-07efbb3b689a tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Aug 08 18:52:59.654182 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.673302 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.673641 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.674380 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.674721 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > port after_create 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.675088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.675421 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > port after_update 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.675738 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.676068 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.676461 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.676780 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.834543 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.835854 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.836354 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.836929 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:52:59.837521 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c566dfe-f931-4dfe-9955-4b26bd8df089']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:59.855336 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bc3302-bca0-4ae4-9ff9-70fea3654c17') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:59.855649 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bc3302-bca0-4ae4-9ff9-70fea3654c17') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:52:59.876167 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.911143 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:52:59.919448 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:52:59.920669 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.091239 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.098569 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.104318 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6c566dfe-f931-4dfe-9955-4b26bd8df089 HTTP/1.1" status: 204 len: 168 time: 0.8758600 Aug 08 18:53:00.105255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39838) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:00.110896 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d1a23-7bfb-4566-b54f-523d0a1d2705 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c566dfe-f931-4dfe-9955-4b26bd8df089,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:00.156376 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_v2 [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Deleting subnet fa539942-d460-4e0a-a9e3-0c330ae45c4f {{(pid=109560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:53:00.159871 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.198438 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.214368 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.312079 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for subnet, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.324692 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39846) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:00.339858 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c276041c-8728-4e10-a507-cf1374f67eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.356212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa539942-d460-4e0a-a9e3-0c330ae45c4f,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:00.365717 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.372912 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-008363ae-b5a3-4d0d-acc8-2b13dc19e875 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fa539942-d460-4e0a-a9e3-0c330ae45c4f HTTP/1.1" status: 204 len: 168 time: 0.2667725 Aug 08 18:53:00.373825 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39848) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:00.445124 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c276041c-8728-4e10-a507-cf1374f67eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.475000 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.532672 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c276041c-8728-4e10-a507-cf1374f67eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.562223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.587704 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c276041c-8728-4e10-a507-cf1374f67eca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45d37f4a5f0f466cba06f0cbc2b22228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590687 Aug 08 18:53:00.600206 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39860) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:00.604132 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.604500 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.605265 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.605610 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > port after_create 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.605950 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.606284 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > port after_update 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.606602 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.607028 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.607275 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.607660 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.611154 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 53bc3302-bca0-4ae4-9ff9-70fea3654c17 resource provider aggregate not found Aug 08 18:53:00.625782 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276041c-8728-4e10-a507-cf1374f67eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f15b7e-bd0f-4a1c-87b4-8f66d87a74be,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:00.633063 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2500a1-b24f-4cba-9e73-ccde377a4398 req-f9297eeb-762f-4e27-99e8-5541af8f4447 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:00.635057 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4d2500a1-b24f-4cba-9e73-ccde377a4398 req-f9297eeb-762f-4e27-99e8-5541af8f4447 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.1403890 Aug 08 18:53:00.641415 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 53bc3302-bca0-4ae4-9ff9-70fea3654c17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53bc3302-bca0-4ae4-9ff9-70fea3654c17 found for delete ", "request_id": "req-e5fc3623-a458-4bb2-9073-b99564631f4f"}]} Aug 08 18:53:00.759878 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4d2500a1-b24f-4cba-9e73-ccde377a4398 req-f92c89e8-ff93-46d8-8689-538b3951cdc1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954235 Aug 08 18:53:00.838543 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.838891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.839247 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.839574 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 08 18:53:00.839942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b365e8-ffef-424d-80dc-fa23412b4dad']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:00.864739 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'tag': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:00.870843 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fbbee5-3e41-4e23-bf3a-c0695e6b935f') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:00.871210 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fbbee5-3e41-4e23-bf3a-c0695e6b935f') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:00.871793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ffc3b5-453c-4701-9fb9-75d0a4073430" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e66213-8711-450d-981a-b796a3ec9dd9", "tag": "02a4db3d-a8ce-4dee-9fcb-08b3eba672aa"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:00.947273 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.965342 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:00.978100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:53:00.978502 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.018468 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b53fba73-afa2-4055-a1c3-f87fc7c9d244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.029222 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f5625-4311-4e04-bde5-1e608dcbfa57 req-47cff113-63ec-4e68-bb2d-5fa42d4f6ddf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:01.030871 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1a1f5625-4311-4e04-bde5-1e608dcbfa57 req-47cff113-63ec-4e68-bb2d-5fa42d4f6ddf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 932 time: 0.1729462 Aug 08 18:53:01.042549 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defbcfc-c7d1-48d4-8a69-87ceb501c7c6 req-f2cf6922-3654-4367-a546-ef7f12cfadae tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:01.069934 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1defbcfc-c7d1-48d4-8a69-87ceb501c7c6 req-f2cf6922-3654-4367-a546-ef7f12cfadae tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 932 time: 0.1538682 Aug 08 18:53:01.115991 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b53fba73-afa2-4055-a1c3-f87fc7c9d244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.175054 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1defbcfc-c7d1-48d4-8a69-87ceb501c7c6 req-02b3804e-d929-4c69-afcc-752cdd3e05eb tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049693 Aug 08 18:53:01.177155 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1a1f5625-4311-4e04-bde5-1e608dcbfa57 req-31915fb8-4931-4b01-ac63-e808dcc29e07 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368535 Aug 08 18:53:01.264922 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcbfda7-1d1f-47e2-8335-d8d7769a6c49 x-openstack-request-id: req-6bcbfda7-1d1f-47e2-8335-d8d7769a6c49 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:01.265181 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e66213-8711-450d-981a-b796a3ec9dd9", "tag": "02a4db3d-a8ce-4dee-9fcb-08b3eba672aa", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:01.265837 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bcbfda7-1d1f-47e2-8335-d8d7769a6c49 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:01.266731 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcbfda7-1d1f-47e2-8335-d8d7769a6c49'] response: {'name': 'network-changed', 'server_uuid': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'tag': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa', 'status': 'completed', 'code': 200} Aug 08 18:53:01.327542 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.331469 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.336449 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e8b365e8-ffef-424d-80dc-fa23412b4dad HTTP/1.1" status: 204 len: 168 time: 0.9603963 Aug 08 18:53:01.361115 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03977-ba8b-4400-8451-7bab8ee1b785 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b365e8-ffef-424d-80dc-fa23412b4dad,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:01.394692 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 68fbbee5-3e41-4e23-bf3a-c0695e6b935f resource provider aggregate not found Aug 08 18:53:01.412200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b53fba73-afa2-4055-a1c3-f87fc7c9d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.416389 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b53fba73-afa2-4055-a1c3-f87fc7c9d244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:01.421137 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b53fba73-afa2-4055-a1c3-f87fc7c9d244 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22f15b7e-bd0f-4a1c-87b4-8f66d87a74be HTTP/1.1" status: 204 len: 168 time: 0.8175406 Aug 08 18:53:01.433629 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 68fbbee5-3e41-4e23-bf3a-c0695e6b935f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68fbbee5-3e41-4e23-bf3a-c0695e6b935f found for delete ", "request_id": "req-d61dfe20-9dd7-4760-962e-654469432473"}]} Aug 08 18:53:01.434535 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fba73-afa2-4055-a1c3-f87fc7c9d244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f15b7e-bd0f-4a1c-87b4-8f66d87a74be,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:01.934034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5815b-e284-4c93-a8d0-2ee87bbca2df req-8cacdc50-6223-46a7-9396-c331c4208912 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:01.941707 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aff5815b-e284-4c93-a8d0-2ee87bbca2df req-8cacdc50-6223-46a7-9396-c331c4208912 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0734229 Aug 08 18:53:01.994432 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aff5815b-e284-4c93-a8d0-2ee87bbca2df req-b98ed1eb-5c87-4888-b54d-7bf258234fc2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522475 Aug 08 18:53:02.284045 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 39926) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:02.324933 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c961-e2c3-49cb-b02d-1a6e400c0eb5 req-2613ff67-88b1-4930-942e-18fef146cc5f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:02.331058 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-29447242-7a1e-4fd9-a84a-165d2d80df91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:02.335959 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-87c2c961-e2c3-49cb-b02d-1a6e400c0eb5 req-2613ff67-88b1-4930-942e-18fef146cc5f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 932 time: 0.0633490 Aug 08 18:53:02.394847 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-87c2c961-e2c3-49cb-b02d-1a6e400c0eb5 req-8d0a6a0e-c94b-4f99-8eae-769bb43ebfe9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544171 Aug 08 18:53:02.467087 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e78bb6e0-472c-465d-ad1a-e63e0766930b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b1db0708ddf48aebfd29637cf46c72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800861 Aug 08 18:53:02.468236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 39938) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:02.489566 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e7ea5-4e6a-482c-bfec-2d5b6b2ce2eb req-63c9df06-2120-446b-83ab-4f8d69486c0c tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:02.491430 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-736e7ea5-4e6a-482c-bfec-2d5b6b2ce2eb req-63c9df06-2120-446b-83ab-4f8d69486c0c tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 932 time: 0.1455405 Aug 08 18:53:02.558613 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-736e7ea5-4e6a-482c-bfec-2d5b6b2ce2eb req-f355b5cc-9c6a-4e78-b597-120958e7a602 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Aug 08 18:53:02.609272 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8c2c1cb-ac23-45ba-81e3-07742cc4f840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:02.656522 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8c2c1cb-ac23-45ba-81e3-07742cc4f840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:03.161171 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e40fa7-b0b8-41c6-8ad5-efa3240ce677 req-b9783839-4097-4fde-9fc5-9acc803f8467 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:03.162629 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d8e40fa7-b0b8-41c6-8ad5-efa3240ce677 req-b9783839-4097-4fde-9fc5-9acc803f8467 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0661461 Aug 08 18:53:03.205709 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d8e40fa7-b0b8-41c6-8ad5-efa3240ce677 req-1ef73b07-437c-44b6-9e8f-ab8cea90df25 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Aug 08 18:53:03.217601 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8c2c1cb-ac23-45ba-81e3-07742cc4f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:03.220223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8c2c1cb-ac23-45ba-81e3-07742cc4f840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:03.221931 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a8c2c1cb-ac23-45ba-81e3-07742cc4f840 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d863c29b-c61b-48f5-ad11-3e1d4cddbb8a HTTP/1.1" status: 204 len: 168 time: 0.7510586 Aug 08 18:53:03.258926 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2c1cb-ac23-45ba-81e3-07742cc4f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863c29b-c61b-48f5-ad11-3e1d4cddbb8a,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:03.530909 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9024f-d507-49d7-9f66-8364c5815dc0 req-8d1c2a53-030c-4dae-8a7f-a67af9365826 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:03.539682 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5cb9024f-d507-49d7-9f66-8364c5815dc0 req-8d1c2a53-030c-4dae-8a7f-a67af9365826 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 932 time: 0.0731900 Aug 08 18:53:03.605688 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5cb9024f-d507-49d7-9f66-8364c5815dc0 req-6e2a067a-cee1-4de6-b34e-29f3daa18b15 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647125 Aug 08 18:53:03.693528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Request body: {'port': {'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:03.714212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Request body: {'port': {'device_id': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:03.903152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:03.907765 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:03.942667 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dacd-efb1-4771-a199-f705bfe14e06 req-a73ee8c1-21ff-47af-a4d0-7e662ce3197e tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:03.950673 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ec08dacd-efb1-4771-a199-f705bfe14e06 req-a73ee8c1-21ff-47af-a4d0-7e662ce3197e tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 932 time: 0.1802998 Aug 08 18:53:04.063933 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ec08dacd-efb1-4771-a199-f705bfe14e06 req-3084315f-20e0-472e-a720-7a905f33037b tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110752 Aug 08 18:53:04.135437 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-3e747f43-394e-413a-a4d9-9b6ada72656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:04.137007 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-3e747f43-394e-413a-a4d9-9b6ada72656d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1097 time: 0.4459856 Aug 08 18:53:04.143275 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-43954a41-2873-4478-a7be-0a463d62c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:04.144989 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-43954a41-2873-4478-a7be-0a463d62c3be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 1097 time: 0.3969703 Aug 08 18:53:04.385592 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82335f5-c0dd-496d-a8fe-d82cc7dd3ffd req-1a549d62-b12d-408e-8654-45dedcae8c8d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:04.387880 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e82335f5-c0dd-496d-a8fe-d82cc7dd3ffd req-1a549d62-b12d-408e-8654-45dedcae8c8d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0612662 Aug 08 18:53:04.479265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4a9da01e-45f2-43a5-b07f-f4edbfc7ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:04.533179 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e39ed1a-c629-479c-ba01-59a7656faacc {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:53:04.550921 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:04.558454 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40000) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:04.584599 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Transition to ACTIVE for port object 4e39ed1a-c629-479c-ba01-59a7656faacc will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:53:04.598616 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-8919bfa5-d5c2-4056-a682-acd01feb9ad4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 217 time: 0.1613717 Aug 08 18:53:04.601551 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-304ef00d-2c94-4a31-b9fc-2010ca525e30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa HTTP/1.1" status: 200 len: 217 time: 0.1589179 Aug 08 18:53:04.604253 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:53:04.613768 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:04.643702 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Transition to ACTIVE for port object 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:53:04.690685 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:04.801312 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40010) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:04.844874 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e82335f5-c0dd-496d-a8fe-d82cc7dd3ffd req-fb2b0e88-bb67-4b11-8e62-3a8cbd2c0eaa tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299433 Aug 08 18:53:04.884585 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-90fef830-06b2-41d7-a4d7-5375b819e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:04.886196 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-90fef830-06b2-41d7-a4d7-5375b819e321 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.2202995 Aug 08 18:53:04.887603 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-a1e70e2d-63af-4fc5-859a-29c92aedeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:04.889366 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-a1e70e2d-63af-4fc5-859a-29c92aedeaf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.2397678 Aug 08 18:53:04.905804 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3e03f5f6-cd35-4f1c-b8f1-92eb83b02537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af27c61a8711452c8c04a3e82ac85be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148322 Aug 08 18:53:04.911221 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40014) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:05.136356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.136356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Pushing event updated for resources: {'Port': ['ID=4e39ed1a-c629-479c-ba01-59a7656faacc,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:05.137384 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74af1d3e-decf-4f72-bee0-0887b9b35e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.144095 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d47d3-2841-4e90-9279-c39bdc095cae req-e5304ff2-bb91-4873-891c-ee83851e8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:05.145998 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-e5304ff2-bb91-4873-891c-ee83851e8dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1739914 Aug 08 18:53:05.173184 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74af1d3e-decf-4f72-bee0-0887b9b35e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.246330 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5145e-ea01-4ab9-95af-c4398b3855c4 req-3e03d9c7-eea8-4253-bc5c-4be5ce98eef9 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:05.253768 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e3a5145e-ea01-4ab9-95af-c4398b3855c4 req-3e03d9c7-eea8-4253-bc5c-4be5ce98eef9 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0960324 Aug 08 18:53:05.315044 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e3a5145e-ea01-4ab9-95af-c4398b3855c4 req-aacb728d-f1b9-45e2-b202-faea4ef37c14 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562785 Aug 08 18:53:05.367429 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Pushing event updated for resources: {'Port': ['ID=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:05.379159 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d0d4-efea-4144-9e57-e5261c463141 req-326dfc37-8029-4c29-8505-292387b69ade tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:05.387759 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c906d0d4-efea-4144-9e57-e5261c463141 req-326dfc37-8029-4c29-8505-292387b69ade tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.3941679 Aug 08 18:53:05.406896 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74af1d3e-decf-4f72-bee0-0887b9b35e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.411984 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Attempting to bind port 4e39ed1a-c629-479c-ba01-59a7656faacc on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:53:05.412762 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Attempting to bind port 4e39ed1a-c629-479c-ba01-59a7656faacc by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:53:05.412762 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Attempting to bind port 4e39ed1a-c629-479c-ba01-59a7656faacc on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:53:05.413135 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74af1d3e-decf-4f72-bee0-0887b9b35e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.418410 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-74af1d3e-decf-4f72-bee0-0887b9b35e69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38d0cb33-3994-4949-ac40-22751058bddd HTTP/1.1" status: 204 len: 168 time: 0.5052733 Aug 08 18:53:05.451568 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Attempting to bind port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:53:05.451884 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Attempting to bind port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:53:05.452214 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Attempting to bind port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 on network 5ec65bf5-faaa-43c0-aab1-291c05956607 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:53:05.454364 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Port 4e39ed1a-c629-479c-ba01-59a7656faacc on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:53:05.454676 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Attempting to bind port 4e39ed1a-c629-479c-ba01-59a7656faacc on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:53:05.474079 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c906d0d4-efea-4144-9e57-e5261c463141 req-7371cb95-5aab-424b-958f-7158d6d2504d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812685 Aug 08 18:53:05.502890 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:53:05.503633 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:53:05.508533 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Bound using segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:53:05.511077 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Bound port: 4e39ed1a-c629-479c-ba01-59a7656faacc, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:53:05.512867 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.514473 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af1d3e-decf-4f72-bee0-0887b9b35e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0cb33-3994-4949-ac40-22751058bddd,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:05.523336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 on network 5ec65bf5-faaa-43c0-aab1-291c05956607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:53:05.523482 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Attempting to bind port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 on network 5ec65bf5-faaa-43c0-aab1-291c05956607 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:53:05.525151 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-14573fce-7c07-446a-94ec-5c0600b7f9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.553121 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:53:05.554178 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Checking segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:53:05.554596 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Bound using segment: {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:53:05.555412 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-d939f12d-fcd8-49c4-9c8b-47c5850ee864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:05.556264 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Bound port: 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a083905c-28a5-44e6-8ea1-62ad6a0efd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:53:05.558796 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.561876 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-d939f12d-fcd8-49c4-9c8b-47c5850ee864 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1878614 Aug 08 18:53:05.681380 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] For port 4e39ed1a-c629-479c-ba01-59a7656faacc, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:53:05.684215 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40026) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:05.685648 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-14573fce-7c07-446a-94ec-5c0600b7f9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.723283 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] For port 4e39ed1a-c629-479c-ba01-59a7656faacc, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4e39ed1a-c629-479c-ba01-59a7656faacc,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:53:05.751523 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] For port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:53:05.754483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] For port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:53:05.883051 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-14573fce-7c07-446a-94ec-5c0600b7f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.935184 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-14573fce-7c07-446a-94ec-5c0600b7f9ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec01b280e79346248520473328efc08c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1300135 Aug 08 18:53:05.937542 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.938647 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.940411 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40034) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:05.952358 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14573fce-7c07-446a-94ec-5c0600b7f9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59094fc7-4c87-49ff-b95b-fd66c6107090,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:05.981460 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3d387-f38b-41fc-b5ee-3845414e66e5 req-724ab16c-20d1-4241-8f2e-2cb9606d3197 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:05.981696 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.988825 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-93d3d387-f38b-41fc-b5ee-3845414e66e5 req-724ab16c-20d1-4241-8f2e-2cb9606d3197 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0775263 Aug 08 18:53:05.997498 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:05.998173 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:05.999606 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] 10.222.0.30 "PUT /v2.0/ports/4e39ed1a-c629-479c-ba01-59a7656faacc HTTP/1.1" status: 200 len: 1094 time: 2.3189051 Aug 08 18:53:06.002840 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:06.003449 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.004726 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a65c0c1-174a-48f3-9b36-3e3bdce2d209 HTTP/1.1" status: 200 len: 1094 time: 2.3225939 Aug 08 18:53:06.005176 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc'}, {'name': 'network-changed', 'server_uuid': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'tag': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:06.019213 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259c577-20e0-480a-8fc0-cff414d32786 service neutron] Pushing event updated for resources: {'Port': ['ID=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:06.044353 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-93d3d387-f38b-41fc-b5ee-3845414e66e5 req-82157286-4936-4c2f-9abf-3ca7161eae2b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Aug 08 18:53:06.108316 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de759779-4e24-4e7e-8f9b-acea9ed857cf service neutron] Pushing event updated for resources: {'Port': ['ID=4e39ed1a-c629-479c-ba01-59a7656faacc,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:06.114082 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21af049c-ad45-424e-9aba-d298c3434878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.137371 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21af049c-ad45-424e-9aba-d298c3434878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.182043 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c3d951b-0f09-4ec1-a8e1-ae380045221e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.327152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a949cf8-a7a2-48fc-975b-df2fb2015464" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc"}, {"name": "network-changed", "server_uuid": "fb7ad5af-a933-414b-93d5-a71fea3de645", "tag": "4a65c0c1-174a-48f3-9b36-3e3bdce2d209"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:06.369058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21af049c-ad45-424e-9aba-d298c3434878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.376350 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21af049c-ad45-424e-9aba-d298c3434878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.376350 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-21af049c-ad45-424e-9aba-d298c3434878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59094fc7-4c87-49ff-b95b-fd66c6107090 HTTP/1.1" status: 204 len: 168 time: 0.3933580 Aug 08 18:53:06.415254 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af049c-ad45-424e-9aba-d298c3434878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59094fc7-4c87-49ff-b95b-fd66c6107090,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:06.517030 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f04f3-60b7-4dbf-ba53-9ec22e724b98 req-e12cc7e1-4f49-44d1-bf9c-5f116e87bc3b tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:06.537589 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d18f04f3-60b7-4dbf-ba53-9ec22e724b98 req-e12cc7e1-4f49-44d1-bf9c-5f116e87bc3b tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.1133933 Aug 08 18:53:06.561844 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c3d951b-0f09-4ec1-a8e1-ae380045221e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.572767 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0138d742-767e-4c90-b3de-c112915ad5aa x-openstack-request-id: req-0138d742-767e-4c90-b3de-c112915ad5aa {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:06.573111 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb7ad5af-a933-414b-93d5-a71fea3de645", "tag": "4a65c0c1-174a-48f3-9b36-3e3bdce2d209", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:06.573414 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0138d742-767e-4c90-b3de-c112915ad5aa {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:06.573882 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0138d742-767e-4c90-b3de-c112915ad5aa'] response: {'name': 'network-changed', 'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'status': 'completed', 'code': 200} Aug 08 18:53:06.574655 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0138d742-767e-4c90-b3de-c112915ad5aa'] response: {'name': 'network-changed', 'server_uuid': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'tag': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209', 'status': 'completed', 'code': 200} Aug 08 18:53:06.589293 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d18f04f3-60b7-4dbf-ba53-9ec22e724b98 req-0e0b590e-c6c2-4747-a0d7-fca46ba30b2e tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Aug 08 18:53:06.696190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd560-f8cf-464c-aa2f-709f2f94d969 req-6282c5d4-68ac-455d-8933-018bce2d0e5f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:06.697837 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cbdfd560-f8cf-464c-aa2f-709f2f94d969 req-6282c5d4-68ac-455d-8933-018bce2d0e5f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0546350 Aug 08 18:53:06.746616 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cbdfd560-f8cf-464c-aa2f-709f2f94d969 req-150aaf84-ad3f-4ed7-80a7-6afb2c9b1dee tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Aug 08 18:53:06.770844 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c3d951b-0f09-4ec1-a8e1-ae380045221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.813334 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8c3d951b-0f09-4ec1-a8e1-ae380045221e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db902abfcf5542cd87e251a4c8c960ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1280670 Aug 08 18:53:06.814885 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d951b-0f09-4ec1-a8e1-ae380045221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776ada7f-e8c7-4273-ba98-6278de8c3b7e,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:06.816063 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40070) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:06.918995 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c208bae4-c676-4df8-886c-4ce6148ed179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:06.990805 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c208bae4-c676-4df8-886c-4ce6148ed179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.153466 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bb0b-9a32-4335-aa79-6338ed2f9075 req-5fbf5d33-6977-40ee-98ec-87e796a920fe tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:07.154934 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1b75bb0b-9a32-4335-aa79-6338ed2f9075 req-5fbf5d33-6977-40ee-98ec-87e796a920fe tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0551553 Aug 08 18:53:07.195588 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c208bae4-c676-4df8-886c-4ce6148ed179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.199535 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c208bae4-c676-4df8-886c-4ce6148ed179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.200747 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c208bae4-c676-4df8-886c-4ce6148ed179 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/776ada7f-e8c7-4273-ba98-6278de8c3b7e HTTP/1.1" status: 204 len: 168 time: 0.3835201 Aug 08 18:53:07.213414 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1b75bb0b-9a32-4335-aa79-6338ed2f9075 req-87ace516-1e10-4cea-b2f9-a5d96a627a4a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Aug 08 18:53:07.216204 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208bae4-c676-4df8-886c-4ce6148ed179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ada7f-e8c7-4273-ba98-6278de8c3b7e,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:07.253689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.535398 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40086) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:07.546190 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.554328 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b48a21d3-b5f2-4f4f-b60f-79c90027dd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.659550 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b48a21d3-b5f2-4f4f-b60f-79c90027dd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.727675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5815c-402b-4e21-96d3-6ca28550b5ff req-f9ebadbc-de5d-41f0-8a86-d168b8a97de2 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:07.729256 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82b5815c-402b-4e21-96d3-6ca28550b5ff req-f9ebadbc-de5d-41f0-8a86-d168b8a97de2 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0567567 Aug 08 18:53:07.742562 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b48a21d3-b5f2-4f4f-b60f-79c90027dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.783910 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82b5815c-402b-4e21-96d3-6ca28550b5ff req-f29ee8d6-5a13-44f3-b94d-3cbbfbaeae56 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486844 Aug 08 18:53:07.785597 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b48a21d3-b5f2-4f4f-b60f-79c90027dd29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dda7b8633694e7e90b426be80b9af4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490690 Aug 08 18:53:07.788544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a21d3-b5f2-4f4f-b60f-79c90027dd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d191a-cfe0-4e9c-ac48-838be9d62e89,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:07.791830 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40100) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:07.847617 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0ec6-dfe6-4482-9180-b25a58ba1705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.870912 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0ec6-dfe6-4482-9180-b25a58ba1705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:07.912584 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8e328-07d0-4e78-adde-5e37ca8a752d req-531eb3f4-b5e1-40a8-a75d-737b2891eda2 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:07.914664 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-48c8e328-07d0-4e78-adde-5e37ca8a752d req-531eb3f4-b5e1-40a8-a75d-737b2891eda2 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0613987 Aug 08 18:53:07.955349 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-48c8e328-07d0-4e78-adde-5e37ca8a752d req-a64613ea-f2fc-474b-a4b8-73b4e62fa15f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Aug 08 18:53:08.013880 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0ec6-dfe6-4482-9180-b25a58ba1705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:08.016619 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1cbc0ec6-dfe6-4482-9180-b25a58ba1705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:08.017833 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1cbc0ec6-dfe6-4482-9180-b25a58ba1705 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b2d191a-cfe0-4e9c-ac48-838be9d62e89 HTTP/1.1" status: 204 len: 168 time: 0.2279367 Aug 08 18:53:08.026211 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc0ec6-dfe6-4482-9180-b25a58ba1705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d191a-cfe0-4e9c-ac48-838be9d62e89,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:08.069985 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40108) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:08.088836 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1d224818-b219-4681-a919-62e74849ffd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:08.178108 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1d224818-b219-4681-a919-62e74849ffd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:08.295624 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1d224818-b219-4681-a919-62e74849ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:08.335671 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-7e2f3f2c-3e0f-429e-9d5f-c87e87eb6844 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627076 Aug 08 18:53:08.339200 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-dbfa8c56-979f-4f56-9373-6bfa4fac21e6 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451080 Aug 08 18:53:08.426786 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-f15d5265-e905-4d80-b132-011ac570aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.428430 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-f15d5265-e905-4d80-b132-011ac570aeba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 1097 time: 0.2275302 Aug 08 18:53:08.433756 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1d224818-b219-4681-a919-62e74849ffd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=714b21c9c174465fba4e778a5056dce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589807 Aug 08 18:53:08.435420 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d224818-b219-4681-a919-62e74849ffd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1863f6-cb08-4804-b147-784624d45c1c,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:08.437615 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40116) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:08.500412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-ac347d68-d305-4acb-aa67-a638efa323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.504476 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-ac347d68-d305-4acb-aa67-a638efa323e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a901356d5b64b4cb15e135996b44963&device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 1097 time: 0.1950989 Aug 08 18:53:08.576150 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2470c688-f2f7-47ac-8fed-96fe99cb6b23 req-5abd30a8-040c-4b5f-942c-115f53cb05c9 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119362 Aug 08 18:53:08.586763 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-964d47d3-2841-4e90-9279-c39bdc095cae req-a8a544ae-b10c-46af-a01b-75b5f3def3ee service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310472 Aug 08 18:53:08.616517 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8d4ea-26b9-4104-8e9e-5688a22dd6a7 req-58ada236-8a31-46c1-9713-cbbaaef3718d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.617967 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-73c8d4ea-26b9-4104-8e9e-5688a22dd6a7 req-58ada236-8a31-46c1-9713-cbbaaef3718d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.2647841 Aug 08 18:53:08.625867 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-0d9a2513-8c38-4245-ad29-755bfd8b6abb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209 HTTP/1.1" status: 200 len: 217 time: 0.1134946 Aug 08 18:53:08.797483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-798cddb8-714b-41ed-a345-d9364d56f287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:08.815596 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-73c8d4ea-26b9-4104-8e9e-5688a22dd6a7 req-59982844-4c59-4531-beb9-a1f587993249 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887081 Aug 08 18:53:08.841491 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-d4bc7b53-fb16-4585-ac2c-055acb4ccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.844764 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-d4bc7b53-fb16-4585-ac2c-055acb4ccb35 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c354749a136048b08745a4b9247e917c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3959167 Aug 08 18:53:08.858874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-a11f1f0d-23f3-425e-8eaa-ec3cd272d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.863207 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-a11f1f0d-23f3-425e-8eaa-ec3cd272d228 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed3ed216-6d89-459f-a69e-8dbb831ddea9 HTTP/1.1" status: 200 len: 851 time: 0.2216792 Aug 08 18:53:08.870223 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-bd85a832-abdd-496c-8619-64169f7260c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.871834 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-bd85a832-abdd-496c-8619-64169f7260c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0917642 Aug 08 18:53:08.877163 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-429217db-0df9-44be-963f-ceb2fd2fccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:08.879194 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-429217db-0df9-44be-963f-ceb2fd2fccae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 1097 time: 0.1002393 Aug 08 18:53:08.950106 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-798cddb8-714b-41ed-a345-d9364d56f287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:09.267275 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-b22165cd-3c91-42de-a967-0eac9fdf9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.268239 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-b22165cd-3c91-42de-a967-0eac9fdf9ee3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.3696716 Aug 08 18:53:09.271621 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-219a0c6d-5b01-4cab-a9e2-063640d421bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.273510 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-219a0c6d-5b01-4cab-a9e2-063640d421bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.3934653 Aug 08 18:53:09.282273 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fe0ca-7d26-4a27-a285-f50b0305f5cf req-98c5c254-b27d-4e51-bd50-2eb1ad0e9654 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.283894 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a38fe0ca-7d26-4a27-a285-f50b0305f5cf req-98c5c254-b27d-4e51-bd50-2eb1ad0e9654 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.3565166 Aug 08 18:53:09.360778 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-1392d08b-ca63-4de4-b94a-e539bcc0e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.362316 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-1392d08b-ca63-4de4-b94a-e539bcc0e694 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ec65bf5-faaa-43c0-aab1-291c05956607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4775703 Aug 08 18:53:09.398420 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-2d844abe-8b53-4c89-9496-315002eb0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.399890 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-2d844abe-8b53-4c89-9496-315002eb0b12 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5474730 Aug 08 18:53:09.409783 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f0d8-40e3-4305-ad6f-18c3f4e2e728 req-da4c718d-0d31-40ef-b34a-8ac917e11d6c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.417799 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2374f0d8-40e3-4305-ad6f-18c3f4e2e728 req-da4c718d-0d31-40ef-b34a-8ac917e11d6c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.2115545 Aug 08 18:53:09.442743 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-9a6b4852-8d5c-42fb-b52e-249fe8bafa6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa HTTP/1.1" status: 200 len: 217 time: 0.1565964 Aug 08 18:53:09.494104 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-1bb3294c-2a93-475f-85e5-617ed707633f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 217 time: 0.2092628 Aug 08 18:53:09.498229 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-798cddb8-714b-41ed-a345-d9364d56f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:09.500760 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-798cddb8-714b-41ed-a345-d9364d56f287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:09.501886 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-798cddb8-714b-41ed-a345-d9364d56f287 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b1863f6-cb08-4804-b147-784624d45c1c HTTP/1.1" status: 204 len: 168 time: 1.0611143 Aug 08 18:53:09.546401 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cddb8-714b-41ed-a345-d9364d56f287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1863f6-cb08-4804-b147-784624d45c1c,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:09.569705 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2374f0d8-40e3-4305-ad6f-18c3f4e2e728 req-a809ab33-8686-4846-8322-348c9654d463 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501696 Aug 08 18:53:09.586888 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-1730ae1c-40ba-42bb-8296-ac61d4931409 service neutron] 10.222.0.30 "GET /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165141 Aug 08 18:53:09.591656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4dd3ab2b-53f6-4eec-b0ce-b1a5bd652658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.593316 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-4dd3ab2b-53f6-4eec-b0ce-b1a5bd652658 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 1097 time: 0.1044836 Aug 08 18:53:09.723867 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dd10f83-9e06-4d83-827c-4d1e676a1dbf req-76ff7cc2-dd6a-4d42-85be-b6279ab75a0b service neutron] 10.222.0.30 "GET /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081226 Aug 08 18:53:09.756310 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-06637ee4-bd54-4066-8851-0924d051b32c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e39ed1a-c629-479c-ba01-59a7656faacc HTTP/1.1" status: 200 len: 217 time: 0.1520698 Aug 08 18:53:09.812439 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-9a4e83fb-80e9-4666-9fb4-64f1202e301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.813990 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-9a4e83fb-80e9-4666-9fb4-64f1202e301c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0475435 Aug 08 18:53:09.829036 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a38fe0ca-7d26-4a27-a285-f50b0305f5cf req-fcf3be39-c16f-4cb6-8aee-55497b05a33c tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286863 Aug 08 18:53:09.835325 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-402fee17-dcd0-49f2-a323-a484f68bd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.837167 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-402fee17-dcd0-49f2-a323-a484f68bd564 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.3446784 Aug 08 18:53:09.916089 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-9034fc6d-4a78-4cff-8e77-3fe2ebfdb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.917883 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-9034fc6d-4a78-4cff-8e77-3fe2ebfdb6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964363 Aug 08 18:53:09.927263 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-340a160d-4a2c-4228-88ae-bf8b330213f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.929312 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-340a160d-4a2c-4228-88ae-bf8b330213f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.1358843 Aug 08 18:53:09.958335 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-df168e5e-2aae-4970-80cb-7d0bd4b98c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:09.959946 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-df168e5e-2aae-4970-80cb-7d0bd4b98c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101954 Aug 08 18:53:09.999780 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-06ad4123-8a5f-4831-b59d-f86a8625bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.001807 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-06ad4123-8a5f-4831-b59d-f86a8625bc51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a901356d5b64b4cb15e135996b44963&device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 1097 time: 0.1247811 Aug 08 18:53:10.048778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-49388b68-84d3-45b3-af60-3addc20b9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.050513 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-49388b68-84d3-45b3-af60-3addc20b9020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123700 Aug 08 18:53:10.092971 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-05655164-14d5-4cc7-b70e-f35f4b9eb0e7 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192486 Aug 08 18:53:10.175164 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c8a90-f2c6-4d02-a9ff-fa5228e98430 req-d21370a8-c826-47e6-a69a-a7f0c58ec741 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.182884 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a5c8a90-f2c6-4d02-a9ff-fa5228e98430 req-d21370a8-c826-47e6-a69a-a7f0c58ec741 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.2508662 Aug 08 18:53:10.209181 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-a8663d08-03f2-41eb-b120-5d094e9f042e service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505146 Aug 08 18:53:10.249830 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-9659367c-a369-4a0e-9934-e80f8c4ce893 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212581 Aug 08 18:53:10.254601 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-c220887b-96fe-4ccc-b3fc-0b3612fa265d service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520104 Aug 08 18:53:10.296102 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-c983725c-5275-49e1-80e0-ab022faa69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.297593 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-c983725c-5275-49e1-80e0-ab022faa69f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ec65bf5-faaa-43c0-aab1-291c05956607 HTTP/1.1" status: 200 len: 913 time: 0.2465022 Aug 08 18:53:10.313250 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a5c8a90-f2c6-4d02-a9ff-fa5228e98430 req-8630c119-8310-4b65-ae8f-ab74aa1e59fc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293671 Aug 08 18:53:10.376238 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d8c70948-406f-4933-a7a7-ea4b3627476c req-d6e47b7a-8c9d-4912-b3f5-79cf72116431 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584880 Aug 08 18:53:10.379145 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-f3f8c8dd-af39-4264-b82a-f648e3e82c51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209 HTTP/1.1" status: 200 len: 217 time: 0.0634475 Aug 08 18:53:10.474186 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-1d5544a7-7b7b-4605-bbd4-276ecff1ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.476251 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-1d5544a7-7b7b-4605-bbd4-276ecff1ac32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ed3ed216-6d89-459f-a69e-8dbb831ddea9 HTTP/1.1" status: 200 len: 851 time: 0.0651176 Aug 08 18:53:10.478114 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1ac6236a-a9ba-4b51-8803-e7a1a48ab38c req-04996644-3af8-420f-a3c1-fe1726e07b35 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103138 Aug 08 18:53:10.530422 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-a7bce283-9595-4452-9212-60527760fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.532720 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-a7bce283-9595-4452-9212-60527760fa74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ec65bf5-faaa-43c0-aab1-291c05956607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449436 Aug 08 18:53:10.673840 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-812a621b-f68d-4a54-a405-53536f01f961 service neutron] 10.222.0.30 "GET /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269555 Aug 08 18:53:10.816233 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadde9a-a927-4807-a7f4-21bd22a08206 req-e06ff7a7-41dd-4907-a8c3-d0af31ff6bb1 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.817864 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-daadde9a-a927-4807-a7f4-21bd22a08206 req-e06ff7a7-41dd-4907-a8c3-d0af31ff6bb1 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0875630 Aug 08 18:53:10.821880 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a949cf8-a7a2-48fc-975b-df2fb2015464 req-76f3bcd6-c5ee-4b19-8b86-07566ff80511 service neutron] 10.222.0.30 "GET /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465824 Aug 08 18:53:10.858583 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-daadde9a-a927-4807-a7f4-21bd22a08206 req-36cf79b8-6dde-462e-82b4-f99cd2e030ae tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343127 Aug 08 18:53:10.893812 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40240) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:10.978559 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c44e1-6e0d-4b5a-9352-d71d6c74afce req-1a5d5360-312a-4094-9058-354b133e8a40 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:10.980340 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-690c44e1-6e0d-4b5a-9352-d71d6c74afce req-1a5d5360-312a-4094-9058-354b133e8a40 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0597773 Aug 08 18:53:11.045567 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-690c44e1-6e0d-4b5a-9352-d71d6c74afce req-a1b268a8-d3ab-48ab-a702-e9ae8f981209 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579631 Aug 08 18:53:11.132589 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81637c56-c676-483e-b391-b320457346bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.164811 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:53:11.214149 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81637c56-c676-483e-b391-b320457346bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.292757 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:11.294590 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40270) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:11.307673 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'port_id': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa', 'mac_address': 'fa:16:3e:52:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:53:11.319505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81637c56-c676-483e-b391-b320457346bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.376274 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637c56-c676-483e-b391-b320457346bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855818a6-e953-4b0f-97d1-4b40340802bb,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:11.385073 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-81637c56-c676-483e-b391-b320457346bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c14c4e3b2a264e42ab97ec088c5db8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900405 Aug 08 18:53:11.387829 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40282) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:11.469215 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8fdbb-6212-427a-8091-62e2ec6c0f06 req-a29726c7-47fb-4fc1-954e-f685f4420e22 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:11.471018 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d1a8fdbb-6212-427a-8091-62e2ec6c0f06 req-a29726c7-47fb-4fc1-954e-f685f4420e22 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0511303 Aug 08 18:53:11.484466 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e33b8b4c-216e-4872-b2ad-332b32ab3041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.508934 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:11.509937 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.523499 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-29191570-network', 'tenant_id': '3cb748c68ccb48f091a617a1828b70c9'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:11.533461 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:53:11.542133 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e33b8b4c-216e-4872-b2ad-332b32ab3041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.561680 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:11.563658 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d1a8fdbb-6212-427a-8091-62e2ec6c0f06 req-21cee735-75c3-403b-a0e8-bbeb6578c1c4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815175 Aug 08 18:53:11.656357 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.656858 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e33b8b4c-216e-4872-b2ad-332b32ab3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.659941 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e33b8b4c-216e-4872-b2ad-332b32ab3041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.660653 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f7c96545-54e8-4794-9296-e7822688ca03 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:53:11.660927 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-e33b8b4c-216e-4872-b2ad-332b32ab3041 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/855818a6-e953-4b0f-97d1-4b40340802bb HTTP/1.1" status: 204 len: 168 time: 0.2712603 Aug 08 18:53:11.672015 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Made reservation on behalf of 3cb748c68ccb48f091a617a1828b70c9 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:53:11.672438 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.681312 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8b4c-216e-4872-b2ad-332b32ab3041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855818a6-e953-4b0f-97d1-4b40340802bb,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:11.684200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.739080 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:11.752256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f7c96545-54e8-4794-9296-e7822688ca03, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f7c96545-54e8-4794-9296-e7822688ca03,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:11.766390 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'f7c96545-54e8-4794-9296-e7822688ca03', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'port_id': 'f7c96545-54e8-4794-9296-e7822688ca03', 'mac_address': 'fa:16:3e:93:17:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:53:11.780764 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.822465 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port f7c96545-54e8-4794-9296-e7822688ca03 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:11.822465 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.833538 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c96545-54e8-4794-9296-e7822688ca03 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:53:11.851650 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.867308 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f7c96545-54e8-4794-9296-e7822688ca03, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f7c96545-54e8-4794-9296-e7822688ca03,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:11.875498 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:53:11.891374 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.891723 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Added segment 7aad6f05-ee7f-42a3-910e-494c8d41506b of type vlan for network c94cf37b-87e3-406c-ab9a-2b03a81b8fa0 Aug 08 18:53:11.892913 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad7d38-be39-44b3-b8d3-fa0dcfdf3bc3,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:11.929509 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:11.941316 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.006698 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=f7c96545-54e8-4794-9296-e7822688ca03,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:12.044948 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.046005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:12.046654 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.060047 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29113d5-1589-498e-89dd-2bad2a14a783 req-083547e3-8bf8-4118-b8d3-c505289e569e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:12.062031 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a29113d5-1589-498e-89dd-2bad2a14a783 req-083547e3-8bf8-4118-b8d3-c505289e569e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0740957 Aug 08 18:53:12.091708 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:53:12.134489 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] Pushing event updated for resources: {'Network': ['ID=c94cf37b-87e3-406c-ab9a-2b03a81b8fa0,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:12.145584 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network c94cf37b-87e3-406c-ab9a-2b03a81b8fa0 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:53:12.154214 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a29113d5-1589-498e-89dd-2bad2a14a783 req-eebe1bbc-7d3f-41cb-aa27-247f2bed3ba0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799179 Aug 08 18:53:12.187714 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd521112-c7de-4c7a-866f-f7136b9adaaf req-f01545df-6ee4-46b3-9ecc-bd25b7231764 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:12.189554 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cd521112-c7de-4c7a-866f-f7136b9adaaf req-f01545df-6ee4-46b3-9ecc-bd25b7231764 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0636930 Aug 08 18:53:12.237712 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cd521112-c7de-4c7a-866f-f7136b9adaaf req-081aba54-14d1-4cf3-9281-b32b477797eb tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395584 Aug 08 18:53:12.241177 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40344) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:12.245517 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ac81419f-7753-4f2d-b69e-b0f7e6c0cfa0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9494524 Aug 08 18:53:12.246728 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Request body: {'subnet': {'network_id': 'c94cf37b-87e3-406c-ab9a-2b03a81b8fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-29191570-subnet', 'tenant_id': '3cb748c68ccb48f091a617a1828b70c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:12.349217 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40350) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:12.369788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Made reservation on behalf of 3cb748c68ccb48f091a617a1828b70c9 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:53:12.372864 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13429405'] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.558268 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28e4fd00-421f-4a86-8edd-b20a0d2aa78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.644945 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28e4fd00-421f-4a86-8edd-b20a0d2aa78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.648711 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13488174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13429427'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.697956 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8b6f2-1fcd-4c91-9089-a796327aab79 req-09ac8f28-7bfa-4edb-b1e2-9f60d3ae8a29 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:12.700021 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8fe8b6f2-1fcd-4c91-9089-a796327aab79 req-09ac8f28-7bfa-4edb-b1e2-9f60d3ae8a29 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0654418 Aug 08 18:53:12.706410 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc02ef04-4ce6-480e-a124-02dcfec74db8,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:12.729023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28e4fd00-421f-4a86-8edd-b20a0d2aa78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.786087 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Checking segment: {'id': '7aad6f05-ee7f-42a3-910e-494c8d41506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c94cf37b-87e3-406c-ab9a-2b03a81b8fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:53:12.786445 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Network hostable DHCP agents. Network: c94cf37b-87e3-406c-ab9a-2b03a81b8fa0, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:53:12.797544 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-28e4fd00-421f-4a86-8edd-b20a0d2aa78e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7325914e547742649e2fa5236a29c22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471769 Aug 08 18:53:12.804874 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4fd00-421f-4a86-8edd-b20a0d2aa78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d10e46-0e98-4853-b8c0-e1ee185af7a9,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:12.807855 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40376) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:12.890395 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-229300a1-2145-4d6a-958e-4f4c5ac01b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.915922 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-229300a1-2145-4d6a-958e-4f4c5ac01b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:12.924643 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8fe8b6f2-1fcd-4c91-9089-a796327aab79 req-faf31c7d-7ee0-4b54-b45b-3ec657e3d5fc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131617 Aug 08 18:53:12.950437 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Network c94cf37b-87e3-406c-ab9a-2b03a81b8fa0 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:53:13.065677 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, c94cf37b-87e3-406c-ab9a-2b03a81b8fa0) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:53:13.071250 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:13.071851 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:13.076195 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949427f-c072-4f1f-a5d8-281dd2c3e98d None None] Network c94cf37b-87e3-406c-ab9a-2b03a81b8fa0 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:53:13.111680 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-229300a1-2145-4d6a-958e-4f4c5ac01b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:13.114444 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-229300a1-2145-4d6a-958e-4f4c5ac01b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:13.118320 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-229300a1-2145-4d6a-958e-4f4c5ac01b1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07d10e46-0e98-4853-b8c0-e1ee185af7a9 HTTP/1.1" status: 204 len: 168 time: 0.2887230 Aug 08 18:53:13.125077 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229300a1-2145-4d6a-958e-4f4c5ac01b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d10e46-0e98-4853-b8c0-e1ee185af7a9,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:13.211785 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e4dfb-68cf-4a8e-ba32-671880731c7b None None] Network c94cf37b-87e3-406c-ab9a-2b03a81b8fa0 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:53:13.212947 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-40e88636-134b-4e43-8c5d-7ce6ab3a6ab5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9715149 Aug 08 18:53:13.299798 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff77bc-4ad8-4d3a-91bf-5bde82b846d8 req-4344cf8c-7411-4f53-ab6a-25c6e9c67370 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:13.301448 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-22ff77bc-4ad8-4d3a-91bf-5bde82b846d8 req-4344cf8c-7411-4f53-ab6a-25c6e9c67370 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0625763 Aug 08 18:53:13.345789 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-22ff77bc-4ad8-4d3a-91bf-5bde82b846d8 req-9c0fce0e-0981-446f-af4e-a1212b211dca tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363529 Aug 08 18:53:13.400374 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8fdc4-1d46-43d5-9f4c-49b4358e1bdc req-c64a264d-136e-47e7-9534-c461375147f7 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:13.405747 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d8fdc4-1d46-43d5-9f4c-49b4358e1bdc req-c64a264d-136e-47e7-9534-c461375147f7 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0763249 Aug 08 18:53:13.451513 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d8fdc4-1d46-43d5-9f4c-49b4358e1bdc req-d723e252-e543-473b-b307-226991d75920 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Aug 08 18:53:13.570749 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40398) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:13.840684 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c87f00ea-f7c5-4795-b1b9-ea05da3031ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:13.915762 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c87f00ea-f7c5-4795-b1b9-ea05da3031ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:13.932244 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40408) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:13.944838 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c475db0-e60a-4124-a8b8-2cfd1eecacee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.011592 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c87f00ea-f7c5-4795-b1b9-ea05da3031ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.068496 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c475db0-e60a-4124-a8b8-2cfd1eecacee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.084327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f00ea-f7c5-4795-b1b9-ea05da3031ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eb45be-66ff-42f3-87f8-f720282f2892,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:14.090810 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c87f00ea-f7c5-4795-b1b9-ea05da3031ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b185b6a409b44768aa9f3a67573be0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189764 Aug 08 18:53:14.093727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40416) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:14.108424 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77d4b9-fedd-44e7-8a53-99e70b2c76a3 req-0622d24b-4bd5-48e5-ae85-7e5fd2f743c2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:14.110215 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-de77d4b9-fedd-44e7-8a53-99e70b2c76a3 req-0622d24b-4bd5-48e5-ae85-7e5fd2f743c2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0997031 Aug 08 18:53:14.122730 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c475db0-e60a-4124-a8b8-2cfd1eecacee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.153329 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8322c639-7500-4c56-9784-24c247833a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.173822 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8322c639-7500-4c56-9784-24c247833a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.180970 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2c475db0-e60a-4124-a8b8-2cfd1eecacee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8af119cda2e4ea2b061376444f5ccfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475183 Aug 08 18:53:14.181663 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c475db0-e60a-4124-a8b8-2cfd1eecacee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d284bf-d348-4c66-ab7e-312adaafc366,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:14.184071 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40418) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:14.203126 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-de77d4b9-fedd-44e7-8a53-99e70b2c76a3 req-cb313a96-402d-4aba-83da-cb900be3c54f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866182 Aug 08 18:53:14.249896 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1b843dc8-2d82-455b-8453-7b1f2b1dc959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.271101 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1b843dc8-2d82-455b-8453-7b1f2b1dc959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.289880 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8322c639-7500-4c56-9784-24c247833a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.292527 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8322c639-7500-4c56-9784-24c247833a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.295995 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8322c639-7500-4c56-9784-24c247833a7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45eb45be-66ff-42f3-87f8-f720282f2892 HTTP/1.1" status: 204 len: 168 time: 0.1977704 Aug 08 18:53:14.320856 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322c639-7500-4c56-9784-24c247833a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eb45be-66ff-42f3-87f8-f720282f2892,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:14.344520 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40428) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:14.359923 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1799190456-network', 'tenant_id': 'c1c83e941bb44efe9b58343c3f295059'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:14.398573 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1b843dc8-2d82-455b-8453-7b1f2b1dc959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.401126 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1b843dc8-2d82-455b-8453-7b1f2b1dc959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.402266 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1b843dc8-2d82-455b-8453-7b1f2b1dc959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55d284bf-d348-4c66-ab7e-312adaafc366 HTTP/1.1" status: 204 len: 168 time: 0.2154720 Aug 08 18:53:14.410177 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b843dc8-2d82-455b-8453-7b1f2b1dc959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d284bf-d348-4c66-ab7e-312adaafc366,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:14.451344 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Made reservation on behalf of c1c83e941bb44efe9b58343c3f295059 for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:53:14.454074 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.465661 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.483723 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db84ba-54b4-4cbd-a9bc-c795625a30d9 req-c96a8555-b72a-4049-876a-ce45038e714d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:14.486319 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53db84ba-54b4-4cbd-a9bc-c795625a30d9 req-c96a8555-b72a-4049-876a-ce45038e714d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0625851 Aug 08 18:53:14.540642 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53db84ba-54b4-4cbd-a9bc-c795625a30d9 req-448a03db-8fa4-4d90-b49e-e1a76e9e7569 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Aug 08 18:53:14.568736 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.605532 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801496d-42ab-45a7-8602-70deb1b998b4 req-5f7c23c0-e94b-4376-b745-66ef6f6f68f7 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:14.607069 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0801496d-42ab-45a7-8602-70deb1b998b4 req-5f7c23c0-e94b-4376-b745-66ef6f6f68f7 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0661514 Aug 08 18:53:14.658782 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0801496d-42ab-45a7-8602-70deb1b998b4 req-d88ed53c-53f0-459a-b9ad-337c599aa61c tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Aug 08 18:53:14.661523 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.688619 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:53:14.697947 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0364d184-078f-497a-92c5-55a4ef3d1a7b,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:14.706096 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.706096 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Added segment 3c0ae364-5fd1-49b8-83a5-9ab5e7215bab of type vlan for network c3f7a1a5-d38b-4342-a6b6-efd8cc85847b Aug 08 18:53:14.740314 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['02a4db3d-a8ce-4dee-9fcb-08b3eba672aa'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:53:14.747622 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.789413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['f7c96545-54e8-4794-9296-e7822688ca03'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:53:14.849905 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.852016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:14.852742 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:14.920818 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] Pushing event updated for resources: {'Network': ['ID=c3f7a1a5-d38b-4342-a6b6-efd8cc85847b,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:14.932562 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3819b429-d73e-4499-a3f8-a0b6a13c6c59 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5846210 Aug 08 18:53:14.934733 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40442) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:14.938563 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network c3f7a1a5-d38b-4342-a6b6-efd8cc85847b details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:53:14.940533 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Request body: {'subnet': {'network_id': 'c3f7a1a5-d38b-4342-a6b6-efd8cc85847b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1799190456-subnet', 'tenant_id': 'c1c83e941bb44efe9b58343c3f295059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:15.012876 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40446) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:15.024740 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-d53eb4a4-fcee-4d04-9488-a89793382773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.044478 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Made reservation on behalf of c1c83e941bb44efe9b58343c3f295059 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:53:15.047876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13429405'] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.140287 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-d53eb4a4-fcee-4d04-9488-a89793382773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.204522 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-d53eb4a4-fcee-4d04-9488-a89793382773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.242567 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53eb4a4-fcee-4d04-9488-a89793382773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760cfdc8-841b-4ea4-b192-fcbcf34978ef,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:15.249431 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-d53eb4a4-fcee-4d04-9488-a89793382773 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da794dc9ff774759b3cca8e882c72e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379136 Aug 08 18:53:15.249624 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40454) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:15.323382 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13488174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13429427'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.328851 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8710d275-58b9-4a65-a689-c67e6ed8b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.364773 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1aeb1-e402-4597-9fb3-82fd3fa22184 req-437b255a-5628-45d4-9dfa-3e2e0544a361 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:15.368126 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-21a1aeb1-e402-4597-9fb3-82fd3fa22184 req-437b255a-5628-45d4-9dfa-3e2e0544a361 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0799034 Aug 08 18:53:15.370910 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8710d275-58b9-4a65-a689-c67e6ed8b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.393560 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=485f45f8-a983-4d1b-aa34-509b2fa45c5c,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:15.400691 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Checking segment: {'id': '3c0ae364-5fd1-49b8-83a5-9ab5e7215bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c3f7a1a5-d38b-4342-a6b6-efd8cc85847b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:53:15.401199 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Network hostable DHCP agents. Network: c3f7a1a5-d38b-4342-a6b6-efd8cc85847b, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:53:15.431637 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-21a1aeb1-e402-4597-9fb3-82fd3fa22184 req-1db71e05-48d4-4c96-8f25-21b85047bde8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Aug 08 18:53:15.541526 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Network c3f7a1a5-d38b-4342-a6b6-efd8cc85847b is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:53:15.541811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8710d275-58b9-4a65-a689-c67e6ed8b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.545379 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8710d275-58b9-4a65-a689-c67e6ed8b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.546759 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8710d275-58b9-4a65-a689-c67e6ed8b205 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/760cfdc8-841b-4ea4-b192-fcbcf34978ef HTTP/1.1" status: 204 len: 168 time: 0.2961369 Aug 08 18:53:15.559307 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d275-58b9-4a65-a689-c67e6ed8b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760cfdc8-841b-4ea4-b192-fcbcf34978ef,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:15.642678 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, c3f7a1a5-d38b-4342-a6b6-efd8cc85847b) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:53:15.652287 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:15.652287 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:15.652504 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393530e9-cd18-4e07-98d7-7f8a8d2ed230 None None] Network c3f7a1a5-d38b-4342-a6b6-efd8cc85847b requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:53:15.673004 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef53351-fbc9-4816-af73-3f77c2e65182 req-59abb020-592c-46a4-9428-eab8467df476 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:15.674508 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bef53351-fbc9-4816-af73-3f77c2e65182 req-59abb020-592c-46a4-9428-eab8467df476 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0613954 Aug 08 18:53:15.752061 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7e18ba43-79c3-4833-8620-75e6f1819a8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8084865 Aug 08 18:53:15.761251 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bef53351-fbc9-4816-af73-3f77c2e65182 req-5e00d55d-ba38-4cf4-b11e-97f91c3902e1 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665202 Aug 08 18:53:15.819742 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed6be0-405a-4879-aeb4-484df9234bf2 None None] Network c3f7a1a5-d38b-4342-a6b6-efd8cc85847b requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:53:15.824593 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decb085-8f97-4e71-8174-ab521eda2a6e req-64a07e4a-7958-4131-8ed5-b65b7aee3c18 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:15.826824 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9decb085-8f97-4e71-8174-ab521eda2a6e req-64a07e4a-7958-4131-8ed5-b65b7aee3c18 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 944 time: 0.0687895 Aug 08 18:53:15.898560 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9decb085-8f97-4e71-8174-ab521eda2a6e req-8e0e2409-d42f-4833-a30b-58c5a8498bb0 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Aug 08 18:53:16.453194 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:53:16.455773 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:53:16.561846 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f79528-2238-482a-ba18-c27a3246eeb2 req-bc448a32-0fed-4050-be06-1ff283fb2681 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:16.569996 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c7f79528-2238-482a-ba18-c27a3246eeb2 req-bc448a32-0fed-4050-be06-1ff283fb2681 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0594778 Aug 08 18:53:16.607618 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c7f79528-2238-482a-ba18-c27a3246eeb2 req-1d00a6e7-96a7-44e8-8afc-ead053fec835 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Aug 08 18:53:16.637267 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:53:16.644582 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:53:16.644969 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:16.658297 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:16.696164 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209', 'network_id': '5ec65bf5-faaa-43c0-aab1-291c05956607', 'port_id': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209', 'mac_address': 'fa:16:3e:a8:25:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed3ed216-6d89-459f-a69e-8dbb831ddea9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:53:16.769714 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:16.770106 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:16.791441 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:53:16.806224 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:16.806767 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:16.824636 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:16.841849 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:16.911133 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6a26-8b88-4f4f-bb27-446c5694c53f req-75223fca-bb8f-4601-97cd-6ca2bca19bd1 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:16.918521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:16.919332 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9ac6a26-8b88-4f4f-bb27-446c5694c53f req-75223fca-bb8f-4601-97cd-6ca2bca19bd1 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 944 time: 0.0762711 Aug 08 18:53:16.940369 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:16.941082 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4e39ed1a-c629-479c-ba01-59a7656faacc details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:53:16.962362 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9ac6a26-8b88-4f4f-bb27-446c5694c53f req-5666cb80-6936-4ac6-a10f-6c261ae73fea tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Aug 08 18:53:17.121138 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a2cd7-0847-4136-aeeb-6c116d78e22a req-a2f48dac-dc1f-483e-8c86-f150e0d28540 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:17.122159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 4e39ed1a-c629-479c-ba01-59a7656faacc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4e39ed1a-c629-479c-ba01-59a7656faacc,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:17.122903 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-453a2cd7-0847-4136-aeeb-6c116d78e22a req-a2f48dac-dc1f-483e-8c86-f150e0d28540 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0958200 Aug 08 18:53:17.124242 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:17.125189 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f7c96545-54e8-4794-9296-e7822688ca03 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:53:17.140396 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-453a2cd7-0847-4136-aeeb-6c116d78e22a req-47c51df8-1c75-4bd7-947c-8f81c4354fc5 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Aug 08 18:53:17.185408 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:53:17.248313 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:17.283092 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1a10c-183c-456c-aeb9-180e687b5085" -d '{"events": [{"server_uuid": "b8e66213-8711-450d-981a-b796a3ec9dd9", "name": "network-vif-plugged", "status": "completed", "tag": "02a4db3d-a8ce-4dee-9fcb-08b3eba672aa"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:17.286733 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 4e39ed1a-c629-479c-ba01-59a7656faacc is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:17.287162 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:17.311553 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e39ed1a-c629-479c-ba01-59a7656faacc {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:53:17.328828 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:17.341265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 4e39ed1a-c629-479c-ba01-59a7656faacc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4e39ed1a-c629-479c-ba01-59a7656faacc,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:17.389289 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1199942f-0776-4ef8-86df-747dfc59e66a x-openstack-request-id: req-1199942f-0776-4ef8-86df-747dfc59e66a {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:17.389655 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e66213-8711-450d-981a-b796a3ec9dd9", "name": "network-vif-plugged", "status": "completed", "tag": "02a4db3d-a8ce-4dee-9fcb-08b3eba672aa", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:17.389985 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1199942f-0776-4ef8-86df-747dfc59e66a {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:17.390463 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1199942f-0776-4ef8-86df-747dfc59e66a'] response: {'server_uuid': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa', 'code': 200} Aug 08 18:53:17.479929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port f7c96545-54e8-4794-9296-e7822688ca03 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:53:17.486841 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:17.493512 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port f7c96545-54e8-4794-9296-e7822688ca03 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:53:17.494534 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:17.703158 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=4e39ed1a-c629-479c-ba01-59a7656faacc,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:17.755433 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port f7c96545-54e8-4794-9296-e7822688ca03 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:17.755900 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:17.792594 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f7c96545-54e8-4794-9296-e7822688ca03, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f7c96545-54e8-4794-9296-e7822688ca03,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:17.797127 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e568-0a89-4472-8dd6-b7f8ce42c3d3 req-9a5075c5-f4ec-4230-95cd-a7202a5665e2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:17.798664 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-65a7e568-0a89-4472-8dd6-b7f8ce42c3d3 req-9a5075c5-f4ec-4230-95cd-a7202a5665e2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0590630 Aug 08 18:53:17.841979 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-65a7e568-0a89-4472-8dd6-b7f8ce42c3d3 req-7222ca29-52c5-46db-b11f-0482f3451fa8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Aug 08 18:53:17.867334 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:17.918935 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=f7c96545-54e8-4794-9296-e7822688ca03,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:18.131623 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565e456-4798-40ae-a1d2-b6e4c0181f4e req-30f11602-4ca0-4ab8-a3aa-d50b1b4edb8b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:18.133293 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6565e456-4798-40ae-a1d2-b6e4c0181f4e req-30f11602-4ca0-4ab8-a3aa-d50b1b4edb8b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0591800 Aug 08 18:53:18.173930 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6565e456-4798-40ae-a1d2-b6e4c0181f4e req-fe3b0a4e-8beb-4902-b166-5de731f82674 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344403 Aug 08 18:53:18.284328 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c065f5f-3a0c-4b5f-82f3-a28a20e5aebb req-6764fda0-0107-4997-b60d-ec727c454011 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:18.285837 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2c065f5f-3a0c-4b5f-82f3-a28a20e5aebb req-6764fda0-0107-4997-b60d-ec727c454011 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0566072 Aug 08 18:53:18.325134 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2c065f5f-3a0c-4b5f-82f3-a28a20e5aebb req-e3fbbdc8-1afd-4e74-b66a-6b4ba1a5cfc7 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325935 Aug 08 18:53:18.960127 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9e96-fa2d-44b6-a2fe-94809243650f req-895da7ca-93c2-44ba-9b80-59d7de68d993 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:18.961610 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e03e9e96-fa2d-44b6-a2fe-94809243650f req-895da7ca-93c2-44ba-9b80-59d7de68d993 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0508959 Aug 08 18:53:19.006759 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e03e9e96-fa2d-44b6-a2fe-94809243650f req-bff011aa-53ee-479c-b72c-259a5ab93fe9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Aug 08 18:53:19.297536 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3e318-00f6-4001-8084-b7b2abf6570f req-b32aa479-7a0b-471c-884e-a301d30f40d0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:19.299113 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-fee3e318-00f6-4001-8084-b7b2abf6570f req-b32aa479-7a0b-471c-884e-a301d30f40d0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Aug 08 18:53:19.348479 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-fee3e318-00f6-4001-8084-b7b2abf6570f req-02620059-529f-4dd9-b2b3-7e6c7ddc1b2c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 Aug 08 18:53:19.394269 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c96545-54e8-4794-9296-e7822688ca03'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:19.397874 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee578bb-a29c-44d2-b806-ee4b64de824f" -d '{"events": [{"server_uuid": "f8b6208d-fc03-4c48-ab84-2f100827cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "f7c96545-54e8-4794-9296-e7822688ca03"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:19.437449 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd6255-d400-46b8-bc5c-bc1b3c8753b0 x-openstack-request-id: req-dfdd6255-d400-46b8-bc5c-bc1b3c8753b0 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:19.437762 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b6208d-fc03-4c48-ab84-2f100827cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "f7c96545-54e8-4794-9296-e7822688ca03", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:19.438022 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfdd6255-d400-46b8-bc5c-bc1b3c8753b0 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:19.438449 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdd6255-d400-46b8-bc5c-bc1b3c8753b0'] response: {'server_uuid': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c96545-54e8-4794-9296-e7822688ca03', 'code': 200} Aug 08 18:53:19.469640 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961791fe-890c-4cff-ba8a-1f9acc963026 req-22d2900b-aefe-47aa-9548-ee9f9ddadf57 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:19.471161 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-961791fe-890c-4cff-ba8a-1f9acc963026 req-22d2900b-aefe-47aa-9548-ee9f9ddadf57 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0539589 Aug 08 18:53:19.509334 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-961791fe-890c-4cff-ba8a-1f9acc963026 req-9f3c02d4-8d9b-4215-a757-35ed1b76b11f tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Aug 08 18:53:19.847895 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['4e39ed1a-c629-479c-ba01-59a7656faacc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:53:19.852196 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['4a65c0c1-174a-48f3-9b36-3e3bdce2d209'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:53:19.933520 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05074d94-6ff7-49fe-a88e-7e2a306653e5 req-2d3bfb06-f6de-437f-9e5d-babb7f498243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:19.935261 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-05074d94-6ff7-49fe-a88e-7e2a306653e5 req-2d3bfb06-f6de-437f-9e5d-babb7f498243 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0988970 Aug 08 18:53:19.965569 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-05074d94-6ff7-49fe-a88e-7e2a306653e5 req-52137f76-50e6-4682-84ce-2e3f3b031f35 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:19.979253 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-510c37d2-4b84-43ec-9774-321c5ebea001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:19.980731 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-510c37d2-4b84-43ec-9774-321c5ebea001 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0828135 Aug 08 18:53:20.024135 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-dea6ebb4-146b-4164-ab66-320fee7c4dd4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:20.109417 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-05074d94-6ff7-49fe-a88e-7e2a306653e5 req-52137f76-50e6-4682-84ce-2e3f3b031f35 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:20.154149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1aca6-3c0c-4250-84d0-e7e4039e9328 req-4e89b50e-9054-4c80-85fa-7916e4329308 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:20.155824 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-eca1aca6-3c0c-4250-84d0-e7e4039e9328 req-4e89b50e-9054-4c80-85fa-7916e4329308 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Aug 08 18:53:20.183181 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-05074d94-6ff7-49fe-a88e-7e2a306653e5 req-52137f76-50e6-4682-84ce-2e3f3b031f35 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:20.201320 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-eca1aca6-3c0c-4250-84d0-e7e4039e9328 req-0dda3c38-36a8-4e7a-8a0d-ea726bc8a9ea tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Aug 08 18:53:20.228730 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-05074d94-6ff7-49fe-a88e-7e2a306653e5 req-52137f76-50e6-4682-84ce-2e3f3b031f35 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821798 Aug 08 18:53:20.231499 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137f76-50e6-4682-84ce-2e3f3b031f35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7c62c-b5ea-4cee-90a3-b33f15a01ba8,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:20.235737 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.db.api [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-dea6ebb4-146b-4164-ab66-320fee7c4dd4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 56574462e54e43f8bfea7b66b989ee6a {{(pid=109560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:53:20.236078 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG oslo_db.api [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-dea6ebb4-146b-4164-ab66-320fee7c4dd4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:53:20.476302 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f620a3-49dd-4257-b5ac-ac3e9d857036 req-bb148336-4113-4413-af34-6379c8100643 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:20.477735 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a8f620a3-49dd-4257-b5ac-ac3e9d857036 req-bb148336-4113-4413-af34-6379c8100643 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0495148 Aug 08 18:53:20.514641 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a8f620a3-49dd-4257-b5ac-ac3e9d857036 req-251c5f56-8929-4ad6-95e5-ba1e31e7bb1e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Aug 08 18:53:20.626693 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b1aa-980a-4948-8912-b371c34fd0e0 req-bad48169-624f-4323-b0cd-cfe68bdd9354 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:20.628104 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8c97b1aa-980a-4948-8912-b371c34fd0e0 req-bad48169-624f-4323-b0cd-cfe68bdd9354 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Aug 08 18:53:20.665712 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8c97b1aa-980a-4948-8912-b371c34fd0e0 req-c3d38621-b277-4bf9-980f-4db9561ff355 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 08 18:53:20.737753 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-dea6ebb4-146b-4164-ab66-320fee7c4dd4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:20.793002 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-89b5bea5-7ea7-4247-95cc-05d2224280c9 req-dea6ebb4-146b-4164-ab66-320fee7c4dd4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990851 Aug 08 18:53:21.328543 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e65682-c090-421a-b61f-950a185154b2 req-a351231d-1848-4347-afdd-a8ed3ac79545 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:21.330533 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-06e65682-c090-421a-b61f-950a185154b2 req-a351231d-1848-4347-afdd-a8ed3ac79545 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0569882 Aug 08 18:53:21.370486 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-06e65682-c090-421a-b61f-950a185154b2 req-e4dbfb52-ff7f-4d78-b614-2d6d53d7aaad tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Aug 08 18:53:21.639831 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d670fb-3222-4160-9d6c-24da3fa85da0 req-2f841e15-87f7-4426-8303-d17e20185501 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:21.641284 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a0d670fb-3222-4160-9d6c-24da3fa85da0 req-2f841e15-87f7-4426-8303-d17e20185501 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0566962 Aug 08 18:53:21.677807 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a0d670fb-3222-4160-9d6c-24da3fa85da0 req-ac8e21a2-1ff5-4935-a7b2-7c4df90fa59d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Aug 08 18:53:21.781143 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232cefc-9a92-4fc6-9360-29268ae85cf4 req-0df44a7f-52e6-492b-a9f2-b70f40e3a701 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:21.782610 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8232cefc-9a92-4fc6-9360-29268ae85cf4 req-0df44a7f-52e6-492b-a9f2-b70f40e3a701 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0473840 Aug 08 18:53:21.823705 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8232cefc-9a92-4fc6-9360-29268ae85cf4 req-c90ecaf4-1131-419a-9048-021e853722e9 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Aug 08 18:53:22.486954 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8278b6-2a29-46cc-a0f8-45360521fa1e req-3cd16a00-0c07-43aa-802d-d70d270cb05c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:22.488437 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9e8278b6-2a29-46cc-a0f8-45360521fa1e req-3cd16a00-0c07-43aa-802d-d70d270cb05c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0484743 Aug 08 18:53:22.526525 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9e8278b6-2a29-46cc-a0f8-45360521fa1e req-dc8a331a-5935-4c5d-8ad7-e4a4fa1c0edf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Aug 08 18:53:22.799730 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f196c-2637-4f0b-bd43-7e4db84fd026 req-b6faa450-dbb4-4751-b86b-1d7f8fe7202d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:22.799730 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-023f196c-2637-4f0b-bd43-7e4db84fd026 req-b6faa450-dbb4-4751-b86b-1d7f8fe7202d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Aug 08 18:53:22.837267 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-023f196c-2637-4f0b-bd43-7e4db84fd026 req-a9075a5a-9399-4c93-babd-c22e9b79b06a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313795 Aug 08 18:53:22.859773 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40734) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:22.944846 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90507-1e81-475b-86a5-b890d315bc75 req-de7b7962-5fa9-4df8-9ec7-2077119d01ad tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:22.946322 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-dea90507-1e81-475b-86a5-b890d315bc75 req-de7b7962-5fa9-4df8-9ec7-2077119d01ad tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0499392 Aug 08 18:53:22.972602 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-681dec56-f0d5-4025-83bd-bbce077e8321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:22.991154 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-dea90507-1e81-475b-86a5-b890d315bc75 req-9230e180-5998-42f2-b0f4-036856f12147 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Aug 08 18:53:23.054483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-681dec56-f0d5-4025-83bd-bbce077e8321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:23.135351 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-681dec56-f0d5-4025-83bd-bbce077e8321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:23.173204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dec56-f0d5-4025-83bd-bbce077e8321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31c3fb0-d3b9-42d2-8da9-824ada5b42b6,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:23.179515 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-681dec56-f0d5-4025-83bd-bbce077e8321 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52803ce385c844829a6a3b28e19e91af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186710 Aug 08 18:53:23.182056 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 40742) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:23.229452 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc93d-4c15-4cb6-839e-51a83137a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:23.251156 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc93d-4c15-4cb6-839e-51a83137a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:23.368010 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc93d-4c15-4cb6-839e-51a83137a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:23.370642 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc93d-4c15-4cb6-839e-51a83137a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:23.375329 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8f0dc93d-4c15-4cb6-839e-51a83137a72c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a31c3fb0-d3b9-42d2-8da9-824ada5b42b6 HTTP/1.1" status: 204 len: 168 time: 0.1889715 Aug 08 18:53:23.386326 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dc93d-4c15-4cb6-839e-51a83137a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31c3fb0-d3b9-42d2-8da9-824ada5b42b6,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:23.653030 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790be3-7c96-4554-8e64-f446af589928 req-6be95ad4-1970-40f9-9910-a93bb4ea18d7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:23.654570 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53790be3-7c96-4554-8e64-f446af589928 req-6be95ad4-1970-40f9-9910-a93bb4ea18d7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0587780 Aug 08 18:53:23.695051 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53790be3-7c96-4554-8e64-f446af589928 req-62b71e64-3055-4320-b6b7-dbbcdd7e8297 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 08 18:53:23.956974 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad8f5c-2a0a-4199-8843-d97f3f435061 req-8494d42e-6ab1-4c73-98fd-ddedaac3097a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:23.958432 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1aad8f5c-2a0a-4199-8843-d97f3f435061 req-8494d42e-6ab1-4c73-98fd-ddedaac3097a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Aug 08 18:53:23.996324 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1aad8f5c-2a0a-4199-8843-d97f3f435061 req-e2d49019-161e-492e-89b3-dde4d48efc11 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308900 Aug 08 18:53:24.075367 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40770) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:24.090086 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-706f3f98-a73a-4c99-888a-b76051a4da3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.119517 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513d0a-601a-448d-9eb9-11a2a010002b req-c2fa2c78-6ae1-4f36-84c2-9b7c727c15f8 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:24.122379 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-06513d0a-601a-448d-9eb9-11a2a010002b req-c2fa2c78-6ae1-4f36-84c2-9b7c727c15f8 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Aug 08 18:53:24.162618 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-06513d0a-601a-448d-9eb9-11a2a010002b req-1950a623-3221-421a-9e47-79c515046d02 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 Aug 08 18:53:24.168342 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-706f3f98-a73a-4c99-888a-b76051a4da3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.221055 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-706f3f98-a73a-4c99-888a-b76051a4da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.260148 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3f98-a73a-4c99-888a-b76051a4da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014af970-2e3f-467b-898c-f89d195ecea8,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:24.266051 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-706f3f98-a73a-4c99-888a-b76051a4da3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c504964b53942a0aa6719dc869d7b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895685 Aug 08 18:53:24.272135 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40780) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:24.320010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbd77-8aa1-451f-9978-052e1f4506b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.342314 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbd77-8aa1-451f-9978-052e1f4506b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.460826 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbd77-8aa1-451f-9978-052e1f4506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.463398 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b3dbd77-8aa1-451f-9978-052e1f4506b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:24.464519 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6b3dbd77-8aa1-451f-9978-052e1f4506b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/014af970-2e3f-467b-898c-f89d195ecea8 HTTP/1.1" status: 204 len: 168 time: 0.1914802 Aug 08 18:53:24.472169 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dbd77-8aa1-451f-9978-052e1f4506b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014af970-2e3f-467b-898c-f89d195ecea8,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:24.814026 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b2a31-8d60-4e3b-b4db-560ecb486cd4 req-3fe885a3-2eb5-42ac-ac57-dc906350917d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:24.815518 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-434b2a31-8d60-4e3b-b4db-560ecb486cd4 req-3fe885a3-2eb5-42ac-ac57-dc906350917d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0483785 Aug 08 18:53:24.854170 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-434b2a31-8d60-4e3b-b4db-560ecb486cd4 req-ca3dc682-d483-431b-9cca-caee993cf823 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Aug 08 18:53:25.114379 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1d0d-905f-4147-9a8d-b920262425aa req-eb5f45dd-f592-4561-b764-264628189e99 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:25.116374 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f2aa1d0d-905f-4147-9a8d-b920262425aa req-eb5f45dd-f592-4561-b764-264628189e99 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Aug 08 18:53:25.155173 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f2aa1d0d-905f-4147-9a8d-b920262425aa req-a95c44d8-e903-49d1-9983-7d202cfeccca tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Aug 08 18:53:25.189904 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:53:25.290691 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba2b1-c213-4c36-ba1f-9ff18d9515eb req-d46b39b5-6271-4852-96cd-b4ebe2e08860 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:25.292459 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-01cba2b1-c213-4c36-ba1f-9ff18d9515eb req-d46b39b5-6271-4852-96cd-b4ebe2e08860 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 945 time: 0.0502076 Aug 08 18:53:25.311017 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.329951 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-01cba2b1-c213-4c36-ba1f-9ff18d9515eb req-c425caab-51cc-42c9-b675-7a8a5d5eab8b tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Aug 08 18:53:25.339602 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:53:25.344072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:53:25.344560 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.427022 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:25.427361 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.451600 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:25.454501 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31460b0e-c531-4d7f-8d08-c038bd215e00" -d '{"events": [{"server_uuid": "fb7ad5af-a933-414b-93d5-a71fea3de645", "name": "network-vif-plugged", "status": "completed", "tag": "4a65c0c1-174a-48f3-9b36-3e3bdce2d209"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:25.468006 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:25.495427 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a9ef33-5e2f-4d5b-b4fd-1206b70bc94d x-openstack-request-id: req-d9a9ef33-5e2f-4d5b-b4fd-1206b70bc94d {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:25.495732 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7ad5af-a933-414b-93d5-a71fea3de645", "name": "network-vif-plugged", "status": "completed", "tag": "4a65c0c1-174a-48f3-9b36-3e3bdce2d209", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:25.495983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9a9ef33-5e2f-4d5b-b4fd-1206b70bc94d {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:25.507130 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a9ef33-5e2f-4d5b-b4fd-1206b70bc94d'] response: {'server_uuid': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209', 'code': 200} Aug 08 18:53:25.564087 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.564878 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4e39ed1a-c629-479c-ba01-59a7656faacc up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:53:25.640637 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:25.712558 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 4e39ed1a-c629-479c-ba01-59a7656faacc completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:53:25.716598 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 4e39ed1a-c629-479c-ba01-59a7656faacc triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:53:25.716975 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.792015 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 4e39ed1a-c629-479c-ba01-59a7656faacc is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:53:25.792399 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.826910 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 4e39ed1a-c629-479c-ba01-59a7656faacc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4e39ed1a-c629-479c-ba01-59a7656faacc,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:25.901190 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:25.948740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=4e39ed1a-c629-479c-ba01-59a7656faacc,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:25.975409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04c33-23a6-4af7-bac8-0dc52f5c9906 req-65edc72e-18b5-4ed9-b34e-790aef1bf5c6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:25.976975 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8bb04c33-23a6-4af7-bac8-0dc52f5c9906 req-65edc72e-18b5-4ed9-b34e-790aef1bf5c6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0522304 Aug 08 18:53:26.020110 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8bb04c33-23a6-4af7-bac8-0dc52f5c9906 req-0d39a052-a9fd-444a-9cc1-3c6b11a1e7cd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368907 Aug 08 18:53:26.284170 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e281997-d90b-44e8-bfde-12c4b7147db7 req-6f9d64f2-3471-44f2-afc5-6abcdefd6a00 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:26.285602 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6e281997-d90b-44e8-bfde-12c4b7147db7 req-6f9d64f2-3471-44f2-afc5-6abcdefd6a00 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0517013 Aug 08 18:53:26.323130 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6e281997-d90b-44e8-bfde-12c4b7147db7 req-51b2e4d4-783f-46d1-8fbb-fc4061c8c23f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Aug 08 18:53:26.458346 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8553f89-195b-4e9e-bf0f-2d51bc9e3571 req-d8a78aa9-6c43-44eb-a169-6750bd0e7427 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:26.459959 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a8553f89-195b-4e9e-bf0f-2d51bc9e3571 req-d8a78aa9-6c43-44eb-a169-6750bd0e7427 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0585210 Aug 08 18:53:26.503991 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a8553f89-195b-4e9e-bf0f-2d51bc9e3571 req-f91d909f-a9ad-436e-8611-4216fb986493 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Aug 08 18:53:26.531422 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145d33-486c-4126-917c-0f7987840df4 req-6a134225-5725-4cbe-aac5-98fe97105d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:26.532907 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-44145d33-486c-4126-917c-0f7987840df4 req-6a134225-5725-4cbe-aac5-98fe97105d35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 1099 time: 0.0827489 Aug 08 18:53:26.569220 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-44145d33-486c-4126-917c-0f7987840df4 req-49362ce3-569b-4856-b161-4e4c0ae941ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287745 Aug 08 18:53:27.137971 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1728ad-2b32-4db8-b10d-cd168021a8aa req-fee95327-b809-413e-8977-9b8514746df8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:27.139474 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea1728ad-2b32-4db8-b10d-cd168021a8aa req-fee95327-b809-413e-8977-9b8514746df8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0488141 Aug 08 18:53:27.177095 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea1728ad-2b32-4db8-b10d-cd168021a8aa req-d4aa63fd-d2a4-4413-b034-77281700c6fc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 08 18:53:27.452065 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981661f-2621-4ab8-a711-4d45537242d1 req-4003c9f7-e15d-4b45-afd7-281945160906 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:27.453445 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f981661f-2621-4ab8-a711-4d45537242d1 req-4003c9f7-e15d-4b45-afd7-281945160906 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0491290 Aug 08 18:53:27.492039 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f981661f-2621-4ab8-a711-4d45537242d1 req-9221c872-0575-4f66-8d23-6580ed865d5c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Aug 08 18:53:27.498470 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:27.517189 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1872d77-4552-426f-8b75-13bd37053e58" -d '{"events": [{"server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "name": "network-vif-plugged", "status": "completed", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:27.556880 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02957279-72c3-4280-a51f-be11937a08ea x-openstack-request-id: req-02957279-72c3-4280-a51f-be11937a08ea {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:27.559325 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "name": "network-vif-plugged", "status": "completed", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:27.559830 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02957279-72c3-4280-a51f-be11937a08ea {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:27.560405 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02957279-72c3-4280-a51f-be11937a08ea'] response: {'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'code': 200} Aug 08 18:53:27.686627 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc84a32-e7fe-4477-8b6d-73770e2d7150 req-ca3b19a5-6e3e-4643-8d6c-cbe5f438ac26 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:27.688152 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8bc84a32-e7fe-4477-8b6d-73770e2d7150 req-ca3b19a5-6e3e-4643-8d6c-cbe5f438ac26 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0867443 Aug 08 18:53:27.744416 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8bc84a32-e7fe-4477-8b6d-73770e2d7150 req-84694ad1-649d-4e40-813d-33873abaafda tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498693 Aug 08 18:53:27.983152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e94f6a-bee3-4ded-b047-b5acba451b85 req-f90fbe24-ead5-4ed3-986a-f554b45a128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:27.983152 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-18e94f6a-bee3-4ded-b047-b5acba451b85 req-f90fbe24-ead5-4ed3-986a-f554b45a128d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 1099 time: 0.0586145 Aug 08 18:53:28.014850 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-18e94f6a-bee3-4ded-b047-b5acba451b85 req-e6acd2f8-d901-41a3-90d4-cd8fb43645ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296597 Aug 08 18:53:28.302853 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ea2a-bf08-4bd6-837d-a065cb610364 req-1c9aff5b-566c-4b95-be2d-5bbe0b1bdaff tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:28.305317 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6325ea2a-bf08-4bd6-837d-a065cb610364 req-1c9aff5b-566c-4b95-be2d-5bbe0b1bdaff tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0494828 Aug 08 18:53:28.350078 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6325ea2a-bf08-4bd6-837d-a065cb610364 req-0e1d72fb-ae5d-47ce-8107-b0fd79955763 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Aug 08 18:53:28.616405 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef4ed-f32c-4725-b3f4-a6cb505be545 req-165ed82b-bb44-408a-a372-0b86c0cd05d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:28.617910 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-525ef4ed-f32c-4725-b3f4-a6cb505be545 req-165ed82b-bb44-408a-a372-0b86c0cd05d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0501637 Aug 08 18:53:28.659283 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-525ef4ed-f32c-4725-b3f4-a6cb505be545 req-8035ae65-cfb8-472f-8a2d-eb454014af55 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353866 Aug 08 18:53:28.866015 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa942a-d369-43eb-9242-83830e14f90f req-f106145b-77b3-4cb7-a883-80e565e0983a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:28.867517 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3fa942a-d369-43eb-9242-83830e14f90f req-f106145b-77b3-4cb7-a883-80e565e0983a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0536060 Aug 08 18:53:28.892403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b30e-2334-4d36-a4aa-ab9ceb0eb9cf req-fb133f69-2340-4602-9e6a-ccf6a891ab8f tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:28.894154 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2d15b30e-2334-4d36-a4aa-ab9ceb0eb9cf req-fb133f69-2340-4602-9e6a-ccf6a891ab8f tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0516813 Aug 08 18:53:28.916507 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3fa942a-d369-43eb-9242-83830e14f90f req-c3f9b1c9-edd7-45d0-8d17-b027a932232f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Aug 08 18:53:28.937747 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2d15b30e-2334-4d36-a4aa-ab9ceb0eb9cf req-7ff6addd-4d85-4cf9-be97-dc5dcdba3561 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Aug 08 18:53:28.975008 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-fc88f2ec-89c3-409d-baaf-634d7e50dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:28.976968 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-fc88f2ec-89c3-409d-baaf-634d7e50dadd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0760546 Aug 08 18:53:29.073228 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-190c4cd3-b3eb-49e9-b66f-2a8be01b69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:29.074686 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-190c4cd3-b3eb-49e9-b66f-2a8be01b69c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0879436 Aug 08 18:53:29.121973 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-599fae02-1703-4b26-ad90-99dfd7fdef3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa HTTP/1.1" status: 200 len: 217 time: 0.0376346 Aug 08 18:53:29.180143 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-5627592f-44a5-4375-b419-5aad5b5aa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:29.181570 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-5627592f-44a5-4375-b419-5aad5b5aa17a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0493095 Aug 08 18:53:29.236993 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-e08d7bfd-0025-45cf-acd1-ae31576215d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:29.238418 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-e08d7bfd-0025-45cf-acd1-ae31576215d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387244 Aug 08 18:53:29.341020 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-ed976122-fbd6-4e3f-9da1-e569b174a977 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891192 Aug 08 18:53:29.461593 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea64d8dd-573b-45e1-8dc8-29ba3617e6b1 req-24dedbaa-063c-4970-ba2e-b4e3e019d88b service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943420 Aug 08 18:53:29.824188 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075863a-19c9-4a5c-89af-f4903dbcbbc4 req-e303eb47-63ba-46d7-ad50-4ecab764c66e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:29.831542 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a075863a-19c9-4a5c-89af-f4903dbcbbc4 req-e303eb47-63ba-46d7-ad50-4ecab764c66e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0942874 Aug 08 18:53:29.868658 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a075863a-19c9-4a5c-89af-f4903dbcbbc4 req-53c06dd0-e23d-467d-b1d5-9d66ebd758ac tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362716 Aug 08 18:53:29.989402 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e60eaf-3f24-43b3-9ecb-79ab2286dffc req-a94e6e07-37dc-4c88-a888-7bdc7ecc7e39 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:29.991245 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-14e60eaf-3f24-43b3-9ecb-79ab2286dffc req-a94e6e07-37dc-4c88-a888-7bdc7ecc7e39 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0544851 Aug 08 18:53:30.002177 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 40966) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:30.006754 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:30.050659 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce4edd-3091-4d4a-8a88-b0cb2d95bfae req-2123fe93-b43d-4cb0-b635-a967ee051e72 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:30.054821 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-50ce4edd-3091-4d4a-8a88-b0cb2d95bfae req-2123fe93-b43d-4cb0-b635-a967ee051e72 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0553122 Aug 08 18:53:30.081727 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:30.099181 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-50ce4edd-3091-4d4a-8a88-b0cb2d95bfae req-7fd65964-baf1-4bc2-8c9d-d7f8342d498a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372567 Aug 08 18:53:30.877729 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:30.947118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:31.062206 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 15d64da9-774f-4937-b518-4bac75761917 associated. External IP: 172.27.3.76, port: 4e39ed1a-c629-479c-ba01-59a7656faacc. Aug 08 18:53:31.223470 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f3132-268d-47e6-b719-1220d229d357 req-3a454b93-a4ad-454a-80d8-d58fb4ee2f37 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:31.226700 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cd4f3132-268d-47e6-b719-1220d229d357 req-3a454b93-a4ad-454a-80d8-d58fb4ee2f37 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0501738 Aug 08 18:53:31.265503 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cd4f3132-268d-47e6-b719-1220d229d357 req-1304ab98-4df9-4036-90d4-913ed6839108 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Aug 08 18:53:31.269823 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:53:31.379495 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:53:31.384021 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:31.392425 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:53:31.401716 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:53:31.402322 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:53:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:31.412759 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-bc7da1fe-acc3-44be-b290-816800770b0d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "PUT /v2.0/floatingips/15d64da9-774f-4937-b518-4bac75761917 HTTP/1.1" status: 200 len: 991 time: 1.4093540 Aug 08 18:53:31.413958 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:31.416452 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff9d442-65df-419d-b119-c4b53997683c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:31.466843 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e0651-8b66-4e2e-8f61-737356f3d3c4 x-openstack-request-id: req-6d7e0651-8b66-4e2e-8f61-737356f3d3c4 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:31.474223 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:31.474223 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d7e0651-8b66-4e2e-8f61-737356f3d3c4 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:31.474223 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7e0651-8b66-4e2e-8f61-737356f3d3c4'] response: {'name': 'network-changed', 'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'status': 'completed', 'code': 200} Aug 08 18:53:31.532940 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:53:31.580968 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d442-65df-419d-b119-c4b53997683c req-cbfd919f-d49a-440c-bbc4-9126f3a6fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:31.583632 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-cbfd919f-d49a-440c-bbc4-9126f3a6fb5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 1099 time: 0.0857835 Aug 08 18:53:31.733637 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d442-65df-419d-b119-c4b53997683c req-555edee8-185a-4d6a-8cff-03557534588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:31.735115 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-555edee8-185a-4d6a-8cff-03557534588e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 915 time: 0.1434979 Aug 08 18:53:31.862852 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-38474e2d-458c-408d-8648-bd2aaab8d813 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e39ed1a-c629-479c-ba01-59a7656faacc HTTP/1.1" status: 200 len: 999 time: 0.1040850 Aug 08 18:53:31.868314 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:30Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:31.901508 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:53:31.918949 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:53:31.919600 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:53:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:31.921952 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d442-65df-419d-b119-c4b53997683c req-54b041ba-787b-4faa-8499-611713350fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:31.923911 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-54b041ba-787b-4faa-8499-611713350fc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0536084 Aug 08 18:53:31.994057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d442-65df-419d-b119-c4b53997683c req-1d4f1515-7b7a-4266-ac9f-d985b0067c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:31.995697 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-1d4f1515-7b7a-4266-ac9f-d985b0067c05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642726 Aug 08 18:53:32.042310 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:53:32.095217 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-9678b653-0f3f-41f0-8e51-811d27729941 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Aug 08 18:53:32.169688 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41028) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:32.201090 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ff9d442-65df-419d-b119-c4b53997683c req-4867c9f1-f772-4361-a7bc-40c8bc888cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992463 Aug 08 18:53:32.286924 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.293313 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:30Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:32.326354 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce581f-8380-4d41-8f75-3553a30b8680 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:30Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:53:32.351078 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-608a4b23-5a08-4d90-8fcc-4c07b9882c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.412224 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.423582 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c57da-235c-4240-be19-28a3497d1c38 req-0adc7077-6ac4-43dc-b07d-33a660bdb37b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:32.426239 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a0c57da-235c-4240-be19-28a3497d1c38 req-0adc7077-6ac4-43dc-b07d-33a660bdb37b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0846524 Aug 08 18:53:32.476891 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a0c57da-235c-4240-be19-28a3497d1c38 req-1e528889-76f9-4cc3-b8f9-39761f84160c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Aug 08 18:53:32.589588 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3955d-d508-433d-a709-4b555cfaeb60 None None] New status for floating IP 15d64da9-774f-4937-b518-4bac75761917: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:53:32.592138 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.635438 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a95cb11b7864c86a6d4a4685b666f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646738 Aug 08 18:53:32.636390 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d1b628-fc73-401d-b070-11692b7eaec8,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:32.638276 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41036) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:32.645618 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.645965 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.646306 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.646641 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.647065 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.647372 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.647735 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.648612 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.648942 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.649450 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.649745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.650074 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe5dd7-8f63-484f-9e2d-ecfb1ad85e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.709120 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.733374 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.838082 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.840697 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:32.841896 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87d1b628-fc73-401d-b070-11692b7eaec8 HTTP/1.1" status: 204 len: 168 time: 0.2024963 Aug 08 18:53:32.849905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d1b628-fc73-401d-b070-11692b7eaec8,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:32.860243 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.860243 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.860505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.860830 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.861164 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.861785 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.861785 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.862129 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.862463 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.862814 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.863172 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:32.866177 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2c16e-cbab-4ebd-8842-cebb70d7bbb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:33.473250 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41056) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:33.486676 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bffd8e-e6fd-4f7e-ab61-a7ce350d850e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.588239 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bffd8e-e6fd-4f7e-ab61-a7ce350d850e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.626824 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcfc6b-4bf9-4153-a5f8-7bd414791e95 req-9b5bfcfa-51b5-480c-89f7-c3f5389ac7e7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:33.628884 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-59dcfc6b-4bf9-4153-a5f8-7bd414791e95 req-9b5bfcfa-51b5-480c-89f7-c3f5389ac7e7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0611255 Aug 08 18:53:33.666471 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-59dcfc6b-4bf9-4153-a5f8-7bd414791e95 req-cb4d4435-546c-4124-ab15-a27330256dbd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Aug 08 18:53:33.705411 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bffd8e-e6fd-4f7e-ab61-a7ce350d850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.745086 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c1bffd8e-e6fd-4f7e-ab61-a7ce350d850e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90abc09c9fde4b6f8c72dcee5aa72ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707622 Aug 08 18:53:33.755383 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41064) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:33.755813 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bffd8e-e6fd-4f7e-ab61-a7ce350d850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9129cf-1a05-4cad-934b-4b052e27a874,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:33.803429 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4612476e-243b-4378-98ce-d24710ec5d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.823891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4612476e-243b-4378-98ce-d24710ec5d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.986205 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4612476e-243b-4378-98ce-d24710ec5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.989117 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4612476e-243b-4378-98ce-d24710ec5d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:33.990363 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-4612476e-243b-4378-98ce-d24710ec5d63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a9129cf-1a05-4cad-934b-4b052e27a874 HTTP/1.1" status: 204 len: 168 time: 0.2383554 Aug 08 18:53:34.011230 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612476e-243b-4378-98ce-d24710ec5d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9129cf-1a05-4cad-934b-4b052e27a874,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:34.505165 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1b0f5bba-f1fa-4045-96db-f0f196040972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:34.793528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faab8b-e3a7-4bf8-b087-f55c2b7a4e13 req-3ce99360-2e08-4413-810e-bcb966aaab27 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:34.795091 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61faab8b-e3a7-4bf8-b087-f55c2b7a4e13 req-3ce99360-2e08-4413-810e-bcb966aaab27 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0562003 Aug 08 18:53:34.834458 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61faab8b-e3a7-4bf8-b087-f55c2b7a4e13 req-95636af5-f446-47af-92b2-6edc7ad4fc9f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Aug 08 18:53:35.775426 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:35.987423 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befea9e4-16b5-40ad-acaf-65d6e0440f9f req-28fb49f8-50c8-429a-abbe-a8ce44238fe3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:35.988877 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-befea9e4-16b5-40ad-acaf-65d6e0440f9f req-28fb49f8-50c8-429a-abbe-a8ce44238fe3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0481019 Aug 08 18:53:36.027700 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-befea9e4-16b5-40ad-acaf-65d6e0440f9f req-0222c842-4260-4f3b-9962-5211bf242e2d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Aug 08 18:53:37.148919 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549464-10b4-4eda-8ccf-de0527ee403d req-482f4065-e8b4-4c90-becd-d70bb44d67dc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:37.150311 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3f549464-10b4-4eda-8ccf-de0527ee403d req-482f4065-e8b4-4c90-becd-d70bb44d67dc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0482616 Aug 08 18:53:37.191386 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3f549464-10b4-4eda-8ccf-de0527ee403d req-aa8c9802-bcec-4226-a422-0df88e9b630d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340097 Aug 08 18:53:37.276105 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:37.544615 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:38.316750 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd31fdd-acdf-49cb-9a74-b6f56630fea9 req-d92f978e-b078-44b5-a16a-964d91d86c84 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:38.318293 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ebd31fdd-acdf-49cb-9a74-b6f56630fea9 req-d92f978e-b078-44b5-a16a-964d91d86c84 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0533366 Aug 08 18:53:38.356188 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ebd31fdd-acdf-49cb-9a74-b6f56630fea9 req-8f975493-aa94-4882-accd-a4ff5b1abc42 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Aug 08 18:53:39.480009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7f63b-19c0-4e7e-8d94-78e188a11ba3 req-d0124221-50dc-49de-8002-1ab783d97286 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:39.481467 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4fc7f63b-19c0-4e7e-8d94-78e188a11ba3 req-d0124221-50dc-49de-8002-1ab783d97286 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0479841 Aug 08 18:53:39.520426 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4fc7f63b-19c0-4e7e-8d94-78e188a11ba3 req-5f3b5450-4982-4bf9-bfa1-ff6faa48403d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Aug 08 18:53:40.180697 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41234) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:40.282696 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-772e85da-f18e-4571-91e7-36a6f445356d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.354784 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-772e85da-f18e-4571-91e7-36a6f445356d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.455583 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-772e85da-f18e-4571-91e7-36a6f445356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.494122 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-772e85da-f18e-4571-91e7-36a6f445356d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4ec46fa887f4add9623353a3f5f7f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123488 Aug 08 18:53:40.495609 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e85da-f18e-4571-91e7-36a6f445356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db3a477-1ae8-4fa9-9188-16173bc372d0,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:40.497544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41238) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:40.545082 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0b4a574a-eb8c-4ea1-815c-e203c67791d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.566535 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0b4a574a-eb8c-4ea1-815c-e203c67791d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.642609 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ab452-24c4-4de1-9614-f08e5af545f6 req-2a3077d1-6721-4109-af25-b0c065747e18 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:40.644021 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f95ab452-24c4-4de1-9614-f08e5af545f6 req-2a3077d1-6721-4109-af25-b0c065747e18 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Aug 08 18:53:40.681549 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f95ab452-24c4-4de1-9614-f08e5af545f6 req-2c550259-ad99-4669-8a35-d842d1bbe646 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Aug 08 18:53:40.716023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0b4a574a-eb8c-4ea1-815c-e203c67791d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.718559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0b4a574a-eb8c-4ea1-815c-e203c67791d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:40.719706 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0b4a574a-eb8c-4ea1-815c-e203c67791d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0db3a477-1ae8-4fa9-9188-16173bc372d0 HTTP/1.1" status: 204 len: 168 time: 0.2211349 Aug 08 18:53:40.728328 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a574a-eb8c-4ea1-815c-e203c67791d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db3a477-1ae8-4fa9-9188-16173bc372d0,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:41.349545 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41266) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:41.362751 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8b168196-c8d9-493e-a0be-a64e49fa4708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.439210 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8b168196-c8d9-493e-a0be-a64e49fa4708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.500459 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8b168196-c8d9-493e-a0be-a64e49fa4708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.538577 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-8b168196-c8d9-493e-a0be-a64e49fa4708 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da45e8436741497cab5dffe6e1a96445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879151 Aug 08 18:53:41.539326 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b168196-c8d9-493e-a0be-a64e49fa4708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a2777-d423-43ae-8781-c8f489fa771e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:41.541624 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41268) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:41.590627 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b69c1888-7601-4b7a-b2d9-5c779cc5f573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.613783 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b69c1888-7601-4b7a-b2d9-5c779cc5f573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.734933 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b69c1888-7601-4b7a-b2d9-5c779cc5f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.739491 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b69c1888-7601-4b7a-b2d9-5c779cc5f573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:41.739491 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b69c1888-7601-4b7a-b2d9-5c779cc5f573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/687a2777-d423-43ae-8781-c8f489fa771e HTTP/1.1" status: 204 len: 168 time: 0.1958921 Aug 08 18:53:41.751756 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c1888-7601-4b7a-b2d9-5c779cc5f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a2777-d423-43ae-8781-c8f489fa771e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:41.808918 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fda50-533e-4104-8a56-aa3815f854a4 req-3e6ffc05-703e-40a7-9434-44a4f454def4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:41.810439 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ec6fda50-533e-4104-8a56-aa3815f854a4 req-3e6ffc05-703e-40a7-9434-44a4f454def4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0549693 Aug 08 18:53:41.847813 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ec6fda50-533e-4104-8a56-aa3815f854a4 req-37a1edaa-e973-4740-bfd9-239b58109641 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Aug 08 18:53:42.541383 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41292) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:42.554238 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-993c6e1a-91d0-40a7-b462-6393ecb6ae32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:42.626550 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-993c6e1a-91d0-40a7-b462-6393ecb6ae32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:42.728710 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-993c6e1a-91d0-40a7-b462-6393ecb6ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:42.745707 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41300) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:42.772150 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-993c6e1a-91d0-40a7-b462-6393ecb6ae32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07539646468a47a8905ba02379f4cfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273593 Aug 08 18:53:42.772150 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c6e1a-91d0-40a7-b462-6393ecb6ae32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f09539-edd9-4bef-a66d-4492c3bfaea5,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:42.772802 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41304) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:42.827232 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-01132267-b3e8-4854-b39d-0cc0990a4099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:42.848501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-01132267-b3e8-4854-b39d-0cc0990a4099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:42.868815 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dca6174b-01d5-446a-b54a-62ad21055436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:42.984308 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61e074-74cd-425d-9e20-6f94846cb402 req-fc95732f-a31b-4834-99ca-6cab10b6542b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:42.984308 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ac61e074-74cd-425d-9e20-6f94846cb402 req-fc95732f-a31b-4834-99ca-6cab10b6542b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0602689 Aug 08 18:53:43.010127 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-01132267-b3e8-4854-b39d-0cc0990a4099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.013517 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-01132267-b3e8-4854-b39d-0cc0990a4099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.017648 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-01132267-b3e8-4854-b39d-0cc0990a4099 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3f09539-edd9-4bef-a66d-4492c3bfaea5 HTTP/1.1" status: 204 len: 168 time: 0.2426169 Aug 08 18:53:43.029947 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01132267-b3e8-4854-b39d-0cc0990a4099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f09539-edd9-4bef-a66d-4492c3bfaea5,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:43.058035 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ac61e074-74cd-425d-9e20-6f94846cb402 req-a66ea74d-3347-42b3-a06f-af8d02f66e21 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662630 Aug 08 18:53:43.112731 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dca6174b-01d5-446a-b54a-62ad21055436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.175501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dca6174b-01d5-446a-b54a-62ad21055436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.214653 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-dca6174b-01d5-446a-b54a-62ad21055436 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f343868de19e49ccae045beb2343f7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666743 Aug 08 18:53:43.216711 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6174b-01d5-446a-b54a-62ad21055436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9c33d-ed4d-47e0-a5cb-2244b639bc3f,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:43.217351 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41328) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:43.270051 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-879e117a-2cb0-40fb-87d7-0f05195aa8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.291445 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-879e117a-2cb0-40fb-87d7-0f05195aa8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.381225 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-879e117a-2cb0-40fb-87d7-0f05195aa8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.383806 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-879e117a-2cb0-40fb-87d7-0f05195aa8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:43.385000 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-879e117a-2cb0-40fb-87d7-0f05195aa8d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60f9c33d-ed4d-47e0-a5cb-2244b639bc3f HTTP/1.1" status: 204 len: 168 time: 0.1665823 Aug 08 18:53:43.405740 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e117a-2cb0-40fb-87d7-0f05195aa8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9c33d-ed4d-47e0-a5cb-2244b639bc3f,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:44.185615 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86112c3-a906-40d7-8cd3-77b0771df9ce req-0b29a53a-fe01-4759-8bb4-71a34f8a2431 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:44.188721 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a86112c3-a906-40d7-8cd3-77b0771df9ce req-0b29a53a-fe01-4759-8bb4-71a34f8a2431 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0504856 Aug 08 18:53:44.241003 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a86112c3-a906-40d7-8cd3-77b0771df9ce req-7cf5d2b3-2e6f-4ac0-840b-781ad02900e3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Aug 08 18:53:44.242730 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41380) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:44.269081 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fa9c-2596-472b-8100-dbcf8c060aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.352649 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fa9c-2596-472b-8100-dbcf8c060aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.471061 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fa9c-2596-472b-8100-dbcf8c060aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.502464 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a8e9fa9c-2596-472b-8100-dbcf8c060aa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14fb786c9e6b47c8ba594e0e3fc56638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565479 Aug 08 18:53:44.503331 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41390) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:44.510147 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9fa9c-2596-472b-8100-dbcf8c060aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10edb79-1b95-46a7-a420-443d19cf27c1,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:44.577758 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e371c9ab-5bca-48b1-aa82-84f2cc9cca40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.600734 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e371c9ab-5bca-48b1-aa82-84f2cc9cca40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.712840 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e371c9ab-5bca-48b1-aa82-84f2cc9cca40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.715500 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e371c9ab-5bca-48b1-aa82-84f2cc9cca40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:44.716732 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e371c9ab-5bca-48b1-aa82-84f2cc9cca40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a10edb79-1b95-46a7-a420-443d19cf27c1 HTTP/1.1" status: 204 len: 168 time: 0.2113433 Aug 08 18:53:44.725930 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371c9ab-5bca-48b1-aa82-84f2cc9cca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10edb79-1b95-46a7-a420-443d19cf27c1,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:45.083471 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41420) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:45.089088 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f752cea-883a-46d5-94c2-a9269d37507e req-894fc358-c779-4d62-a69c-9a60105daa1b tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:45.095423 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4f752cea-883a-46d5-94c2-a9269d37507e req-894fc358-c779-4d62-a69c-9a60105daa1b tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0615437 Aug 08 18:53:45.139464 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4f752cea-883a-46d5-94c2-a9269d37507e req-76aca1f6-8d49-4922-aa75-c0ec1e0415c1 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Aug 08 18:53:45.198088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d9d871fd-82ad-462e-b111-7f027668a02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.271287 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d9d871fd-82ad-462e-b111-7f027668a02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.348876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d9d871fd-82ad-462e-b111-7f027668a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.401877 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d9d871fd-82ad-462e-b111-7f027668a02f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4e738cac83c4a73ba50992f7b079b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171885 Aug 08 18:53:45.405040 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d871fd-82ad-462e-b111-7f027668a02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9424ac6b-9da3-49fa-99b9-7a135278b8a3,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:45.405286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41440) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:45.417007 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268af5e6-fc26-477b-aa5a-1a69fb40f7ac req-eee31762-8a44-40da-a16c-7458cc384793 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:45.424912 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-268af5e6-fc26-477b-aa5a-1a69fb40f7ac req-eee31762-8a44-40da-a16c-7458cc384793 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.1074069 Aug 08 18:53:45.463150 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-268af5e6-fc26-477b-aa5a-1a69fb40f7ac req-a6755148-2622-473e-8035-881d577d816e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 Aug 08 18:53:45.469443 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57df550d-6410-4a6a-ab9d-844734f3fa4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.496631 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41446) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:45.502025 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57df550d-6410-4a6a-ab9d-844734f3fa4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.542915 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Deleting subnet bc02ef04-4ce6-480e-a124-02dcfec74db8 {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:53:45.546192 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.581144 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.623619 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.638619 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57df550d-6410-4a6a-ab9d-844734f3fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.641343 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57df550d-6410-4a6a-ab9d-844734f3fa4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.644985 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-57df550d-6410-4a6a-ab9d-844734f3fa4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9424ac6b-9da3-49fa-99b9-7a135278b8a3 HTTP/1.1" status: 204 len: 168 time: 0.2360702 Aug 08 18:53:45.650156 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df550d-6410-4a6a-ab9d-844734f3fa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424ac6b-9da3-49fa-99b9-7a135278b8a3,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:45.787244 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.815967 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc02ef04-4ce6-480e-a124-02dcfec74db8,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:45.817921 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.821200 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2c7a3fb2-7357-4b28-9e04-bfc1897a357b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc02ef04-4ce6-480e-a124-02dcfec74db8 HTTP/1.1" status: 204 len: 168 time: 0.3235788 Aug 08 18:53:45.823857 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41458) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:45.898137 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:45.982939 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.003446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94cf37b-87e3-406c-ab9a-2b03a81b8fa0']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:46.013748 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aad6f05-ee7f-42a3-910e-494c8d41506b') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:46.014085 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aad6f05-ee7f-42a3-910e-494c8d41506b') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:46.023890 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.050315 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.057319 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:53:46.057723 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.146247 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 7aad6f05-ee7f-42a3-910e-494c8d41506b resource provider aggregate not found Aug 08 18:53:46.163892 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 7aad6f05-ee7f-42a3-910e-494c8d41506b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7aad6f05-ee7f-42a3-910e-494c8d41506b found for delete ", "request_id": "req-fb20744b-d70b-4a42-81ed-dacc89f1f9ba"}]} Aug 08 18:53:46.271204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046de950-bcc7-41f9-8657-f8bc1ba99f14 req-ec5fae2f-ffae-43cd-ae48-1097d98fa6f1 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:46.272661 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-046de950-bcc7-41f9-8657-f8bc1ba99f14 req-ec5fae2f-ffae-43cd-ae48-1097d98fa6f1 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0542538 Aug 08 18:53:46.285239 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.304702 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.305854 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c94cf37b-87e3-406c-ab9a-2b03a81b8fa0 HTTP/1.1" status: 204 len: 168 time: 0.4803035 Aug 08 18:53:46.309765 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41496) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:46.320415 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccc3c7-5546-4e76-9198-119495068479 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94cf37b-87e3-406c-ab9a-2b03a81b8fa0,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:46.341330 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-046de950-bcc7-41f9-8657-f8bc1ba99f14 req-00693eb4-0eeb-442e-bf12-593bc9ba2f83 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626216 Aug 08 18:53:46.374360 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Deleting subnet 485f45f8-a983-4d1b-aa34-509b2fa45c5c {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:53:46.377808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.412775 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.457005 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.593546 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b93cab-06bb-4171-827a-aa7aa566ec78 req-e056a3b0-067e-485e-831a-f008a2570ff3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:46.595026 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e1b93cab-06bb-4171-827a-aa7aa566ec78 req-e056a3b0-067e-485e-831a-f008a2570ff3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0504272 Aug 08 18:53:46.629120 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.638677 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e1b93cab-06bb-4171-827a-aa7aa566ec78 req-0285d93d-e756-417b-bf61-eb287e7e7a07 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Aug 08 18:53:46.659511 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.665318 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/485f45f8-a983-4d1b-aa34-509b2fa45c5c HTTP/1.1" status: 204 len: 168 time: 0.3520198 Aug 08 18:53:46.665318 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e06c7-02cc-4e01-a6bf-2193c7a9d051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485f45f8-a983-4d1b-aa34-509b2fa45c5c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:46.667087 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41508) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:46.744593 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.829646 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.852517 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f7a1a5-d38b-4342-a6b6-efd8cc85847b']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:46.861894 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ae364-5fd1-49b8-83a5-9ab5e7215bab') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:46.862192 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ae364-5fd1-49b8-83a5-9ab5e7215bab') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:46.871734 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.887874 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.892895 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:53:46.893285 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:46.946642 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 3c0ae364-5fd1-49b8-83a5-9ab5e7215bab resource provider aggregate not found Aug 08 18:53:46.972620 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 3c0ae364-5fd1-49b8-83a5-9ab5e7215bab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c0ae364-5fd1-49b8-83a5-9ab5e7215bab found for delete ", "request_id": "req-2c73d975-dada-4a78-93c7-e434ddfdde82"}]} Aug 08 18:53:47.002271 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41528) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:47.043965 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.050590 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.054625 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] 10.222.0.23 "DELETE /v2.0/networks/c3f7a1a5-d38b-4342-a6b6-efd8cc85847b HTTP/1.1" status: 204 len: 168 time: 0.3865643 Aug 08 18:53:47.067464 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f5783-286a-4a87-a8fa-610f82d2c63a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f7a1a5-d38b-4342-a6b6-efd8cc85847b,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:47.070995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-53602a42-2d29-413e-b30f-ba2b2cfe8d95 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:47.072468 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-53602a42-2d29-413e-b30f-ba2b2cfe8d95 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Aug 08 18:53:47.410089 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Deleting port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:53:47.410441 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.419309 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-450b4ebc-ce18-4794-8362-8a8744c187e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.521378 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-450b4ebc-ce18-4794-8362-8a8744c187e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.545071 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] For port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:47.545636 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.548178 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41548) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:47.579032 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befde3b-9753-4e22-9389-95b2cefd5e68 req-d079942d-61e0-442f-9e1e-21b56e59bea0 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:47.579032 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6befde3b-9753-4e22-9389-95b2cefd5e68 req-d079942d-61e0-442f-9e1e-21b56e59bea0 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 946 time: 0.0984869 Aug 08 18:53:47.579032 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Calling delete_port for 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:53:47.626556 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-450b4ebc-ce18-4794-8362-8a8744c187e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:47.716326 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6befde3b-9753-4e22-9389-95b2cefd5e68 req-86e66771-9fb9-4464-b83f-e06be9ae5f19 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/security-groups?id=e998df09-931c-4e21-b42e-7ab04bb31901&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367450 Aug 08 18:53:47.728185 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41554) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:47.894082 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-14cdbe71-9697-40e8-bd59-cbca97545db8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cb748c68ccb48f091a617a1828b70c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619520 Aug 08 18:53:47.898601 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41556) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:47.904201 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-450b4ebc-ce18-4794-8362-8a8744c187e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32118f1a67ac43a7addecb093c4bccbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9008777 Aug 08 18:53:47.906478 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b4ebc-ce18-4794-8362-8a8744c187e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b5d769-b038-4bda-807f-3f4a1afd0953,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:47.909245 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41558) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:47.933494 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4407ef7-718d-4440-bede-c962758ec825 req-5411f033-f0e6-4377-999d-4738b01a61b9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:47.936149 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b4407ef7-718d-4440-bede-c962758ec825 req-5411f033-f0e6-4377-999d-4738b01a61b9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0748405 Aug 08 18:53:48.013540 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b4407ef7-718d-4440-bede-c962758ec825 req-72a65725-9c17-48da-8572-034c1281937f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660462 Aug 08 18:53:48.031472 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-149da67b-34ba-47a9-9b9b-94a7a6da57d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.044386 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-92ba65b0-b2d1-4c3d-935d-16b652f7daf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.056591 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.069291 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['4a65c0c1-174a-48f3-9b36-3e3bdce2d209'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:53:48.073030 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-149da67b-34ba-47a9-9b9b-94a7a6da57d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.088212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-92ba65b0-b2d1-4c3d-935d-16b652f7daf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.123821 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Pushing event deleted for resources: {'Port': ['ID=4a65c0c1-174a-48f3-9b36-3e3bdce2d209,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:48.162942 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-36c96dbf-5dd2-4d88-a400-f77760cdfe50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.225841 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] No DVR routers for this DVR port 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:53:48.229609 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.233790 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-849ed4fb-b9f0-4975-93b0-484ccb085b9e req-db147f8e-2fbc-4d74-92b5-0684fd84a950 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.30 "DELETE /v2.0/ports/4a65c0c1-174a-48f3-9b36-3e3bdce2d209 HTTP/1.1" status: 204 len: 173 time: 1.1541295 Aug 08 18:53:48.234235 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'name': 'network-vif-deleted', 'tag': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:53:48.236597 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42bb62d-d517-4f37-a8c2-b72ec19378fa" -d '{"events": [{"server_uuid": "fb7ad5af-a933-414b-93d5-a71fea3de645", "name": "network-vif-deleted", "tag": "4a65c0c1-174a-48f3-9b36-3e3bdce2d209"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:53:48.280848 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-36c96dbf-5dd2-4d88-a400-f77760cdfe50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.305336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c68401-70ed-45ab-9173-14f867facaf3 x-openstack-request-id: req-50c68401-70ed-45ab-9173-14f867facaf3 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:53:48.305723 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7ad5af-a933-414b-93d5-a71fea3de645", "name": "network-vif-deleted", "tag": "4a65c0c1-174a-48f3-9b36-3e3bdce2d209", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:53:48.305974 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50c68401-70ed-45ab-9173-14f867facaf3 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:53:48.306373 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c68401-70ed-45ab-9173-14f867facaf3'] response: {'server_uuid': 'fb7ad5af-a933-414b-93d5-a71fea3de645', 'name': 'network-vif-deleted', 'tag': '4a65c0c1-174a-48f3-9b36-3e3bdce2d209', 'status': 'completed', 'code': 200} Aug 08 18:53:48.344283 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-92ba65b0-b2d1-4c3d-935d-16b652f7daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.344283 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-92ba65b0-b2d1-4c3d-935d-16b652f7daf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.344283 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-92ba65b0-b2d1-4c3d-935d-16b652f7daf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4b5d769-b038-4bda-807f-3f4a1afd0953 HTTP/1.1" status: 204 len: 168 time: 0.4289145 Aug 08 18:53:48.352318 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba65b0-b2d1-4c3d-935d-16b652f7daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b5d769-b038-4bda-807f-3f4a1afd0953,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:48.376676 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-36c96dbf-5dd2-4d88-a400-f77760cdfe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.379089 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-149da67b-34ba-47a9-9b9b-94a7a6da57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.384826 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-149da67b-34ba-47a9-9b9b-94a7a6da57d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.385989 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-149da67b-34ba-47a9-9b9b-94a7a6da57d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccad7d38-be39-44b3-b8d3-fa0dcfdf3bc3 HTTP/1.1" status: 204 len: 168 time: 0.4862373 Aug 08 18:53:48.415058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149da67b-34ba-47a9-9b9b-94a7a6da57d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad7d38-be39-44b3-b8d3-fa0dcfdf3bc3,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:48.480986 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-36c96dbf-5dd2-4d88-a400-f77760cdfe50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df0279f0d4d946cf8fa87cd2d3122f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9312146 Aug 08 18:53:48.485969 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41566) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:48.489575 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96dbf-5dd2-4d88-a400-f77760cdfe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a1097-d220-4ae5-afcf-e0ae253102ab,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:48.557544 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0faeed49-eb0a-43a7-97bb-0aa2d2b8c948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.579639 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0faeed49-eb0a-43a7-97bb-0aa2d2b8c948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.677962 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0faeed49-eb0a-43a7-97bb-0aa2d2b8c948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.682010 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0faeed49-eb0a-43a7-97bb-0aa2d2b8c948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:48.685251 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-0faeed49-eb0a-43a7-97bb-0aa2d2b8c948 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/295a1097-d220-4ae5-afcf-e0ae253102ab HTTP/1.1" status: 204 len: 168 time: 0.1973512 Aug 08 18:53:48.693528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeed49-eb0a-43a7-97bb-0aa2d2b8c948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a1097-d220-4ae5-afcf-e0ae253102ab,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:48.838466 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bd3f13d8-23c3-429d-98eb-7aff3a7c57de req-520d68de-690a-4c3e-bafa-9b654b8d08a4 tempest-DeleteServersTestJSON-284927712 tempest-DeleteServersTestJSON-284927712-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb7ad5af-a933-414b-93d5-a71fea3de645 HTTP/1.1" status: 200 len: 210 time: 0.0357115 Aug 08 18:53:49.092075 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:53:49.147635 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5e38-fc37-402b-a29a-b99ba4ef1605 req-6a743264-28de-49ee-a2d5-583b4a74b517 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:49.149118 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-089a5e38-fc37-402b-a29a-b99ba4ef1605 req-6a743264-28de-49ee-a2d5-583b4a74b517 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0531366 Aug 08 18:53:49.188226 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-089a5e38-fc37-402b-a29a-b99ba4ef1605 req-d0ae1d54-c0b7-4172-83d2-26712f203961 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Aug 08 18:53:49.322368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41594) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:49.361852 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c4f0ae20-44ac-4277-a0e4-9c134c6951a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1c83e941bb44efe9b58343c3f295059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382612 Aug 08 18:53:49.364368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41596) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:49.419468 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74c60499-c3d9-4605-9751-5af37ceb1cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.441920 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74c60499-c3d9-4605-9751-5af37ceb1cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.587665 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74c60499-c3d9-4605-9751-5af37ceb1cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.591208 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-74c60499-c3d9-4605-9751-5af37ceb1cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.592886 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-74c60499-c3d9-4605-9751-5af37ceb1cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0364d184-078f-497a-92c5-55a4ef3d1a7b HTTP/1.1" status: 204 len: 168 time: 0.2271550 Aug 08 18:53:49.602099 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c60499-c3d9-4605-9751-5af37ceb1cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364d184-078f-497a-92c5-55a4ef3d1a7b,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:49.608054 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41604) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:49.627710 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4614bd3a-bb8c-4060-b240-d3623017f22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.709018 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4614bd3a-bb8c-4060-b240-d3623017f22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.780052 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4614bd3a-bb8c-4060-b240-d3623017f22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.827402 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-4614bd3a-bb8c-4060-b240-d3623017f22f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6bf6466428b45f6b80ee2ee0633a6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181947 Aug 08 18:53:49.829574 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614bd3a-bb8c-4060-b240-d3623017f22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd5c0f9-9d39-41d2-8cc0-b825fd745998,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:49.830790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41612) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:49.913070 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-358ea58e-de22-49a1-8631-c5952c372d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:49.943152 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-358ea58e-de22-49a1-8631-c5952c372d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:50.078416 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-358ea58e-de22-49a1-8631-c5952c372d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:50.081155 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-358ea58e-de22-49a1-8631-c5952c372d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:50.082496 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-358ea58e-de22-49a1-8631-c5952c372d16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfd5c0f9-9d39-41d2-8cc0-b825fd745998 HTTP/1.1" status: 204 len: 168 time: 0.2503722 Aug 08 18:53:50.091742 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ea58e-de22-49a1-8631-c5952c372d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd5c0f9-9d39-41d2-8cc0-b825fd745998,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:50.345203 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02938cd-65de-42e4-b3e4-934331c3356e req-87a1f47d-e963-43a2-855a-521ef0d50776 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:50.347627 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f02938cd-65de-42e4-b3e4-934331c3356e req-87a1f47d-e963-43a2-855a-521ef0d50776 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0731342 Aug 08 18:53:50.406346 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f02938cd-65de-42e4-b3e4-934331c3356e req-985c3b3a-0a9e-4136-8652-46b1b02908d8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Aug 08 18:53:51.024019 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:53:51.044601 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:53:51.044934 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4a65c0c1-174a-48f3-9b36-3e3bdce2d209 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:53:51.538106 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a858ef-5474-4f7b-a8b7-4add883232ac req-045a5f9f-0342-4ae2-8074-eae5110c632c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:51.539638 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-78a858ef-5474-4f7b-a8b7-4add883232ac req-045a5f9f-0342-4ae2-8074-eae5110c632c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0534964 Aug 08 18:53:51.587599 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-78a858ef-5474-4f7b-a8b7-4add883232ac req-339da52d-115d-42c7-9b6a-9ad0e29a432b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Aug 08 18:53:51.867117 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41716) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:52.066632 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41724) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:52.178387 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41730) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:52.306420 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.336592 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21fce7aa-5261-4260-b0a7-6fa4b8c3ea88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.424482 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21fce7aa-5261-4260-b0a7-6fa4b8c3ea88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.523393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0cb9cbdf-bc8e-422d-80be-5a52f25d0e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.547642 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21fce7aa-5261-4260-b0a7-6fa4b8c3ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.577470 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-21fce7aa-5261-4260-b0a7-6fa4b8c3ea88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c006bac093b4b0b964166cf2daece89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096514 Aug 08 18:53:52.590149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41744) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:52.609045 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fce7aa-5261-4260-b0a7-6fa4b8c3ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d393414-7389-462f-840f-5b9c2ef2c8da,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:52.658503 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Deleting port 41f12402-3c83-4bfb-b3b2-c70baca985ba {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:53:52.658929 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.675192 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0cb9cbdf-bc8e-422d-80be-5a52f25d0e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.684639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f91-210f-4407-bb78-8f33e5def63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.742738 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0cb9cbdf-bc8e-422d-80be-5a52f25d0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.765974 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f91-210f-4407-bb78-8f33e5def63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.790199 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9cbdf-bc8e-422d-80be-5a52f25d0e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c4eca2-34a1-47f3-bba2-919c3cffb485,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:52.800930 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-0cb9cbdf-bc8e-422d-80be-5a52f25d0e9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1acf0d005e0c4279b64ad8de8709deef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206360 Aug 08 18:53:52.803565 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41756) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:52.848110 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12469c63-cc40-4b9f-8538-534dc1c7e372 req-4a74539a-6be9-4a33-85f8-db736bbbd3ed tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:52.849572 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-12469c63-cc40-4b9f-8538-534dc1c7e372 req-4a74539a-6be9-4a33-85f8-db736bbbd3ed tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.1627967 Aug 08 18:53:52.851706 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] For port 41f12402-3c83-4bfb-b3b2-c70baca985ba, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=41f12402-3c83-4bfb-b3b2-c70baca985ba,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:52.852102 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.884376 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Calling delete_port for 41f12402-3c83-4bfb-b3b2-c70baca985ba owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:53:52.989912 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f91-210f-4407-bb78-8f33e5def63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.992447 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fee9f91-210f-4407-bb78-8f33e5def63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:52.993547 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4fee9f91-210f-4407-bb78-8f33e5def63d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d393414-7389-462f-840f-5b9c2ef2c8da HTTP/1.1" status: 204 len: 168 time: 0.4009752 Aug 08 18:53:53.007217 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-12469c63-cc40-4b9f-8538-534dc1c7e372 req-982921f6-c018-466c-8308-142b4c8bfa38 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400211 Aug 08 18:53:53.007217 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2357-0926-4e16-9998-a2a52929aa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:53.015781 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee9f91-210f-4407-bb78-8f33e5def63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d393414-7389-462f-840f-5b9c2ef2c8da,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:53.049119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2357-0926-4e16-9998-a2a52929aa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:53.238189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2357-0926-4e16-9998-a2a52929aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:53.240916 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2357-0926-4e16-9998-a2a52929aa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:53.242199 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2f7a2357-0926-4e16-9998-a2a52929aa63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56c4eca2-34a1-47f3-bba2-919c3cffb485 HTTP/1.1" status: 204 len: 168 time: 0.4343429 Aug 08 18:53:53.250580 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a2357-0926-4e16-9998-a2a52929aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c4eca2-34a1-47f3-bba2-919c3cffb485,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:53.268421 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:53.302307 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f12402-3c83-4bfb-b3b2-c70baca985ba,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:53.482855 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:53.927545 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Router c3fa303d-600f-48fa-a42b-23f6f94c3a93 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:53:54.040630 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:53:54.047793 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-03a811f0-1ad8-47b6-828f-bcd7e96d2587 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3fa303d-600f-48fa-a42b-23f6f94c3a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1796479 Aug 08 18:53:54.050314 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41792) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:54.054671 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] Sync routers for ids ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:53:54.069145 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] Routers {'c3fa303d-600f-48fa-a42b-23f6f94c3a93'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:53:54.070236 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:53:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:54.186155 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.206083 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ca7a-fb69-44a2-a7c6-cc663b4aa026 req-2434e5a6-4e25-404c-a2e9-7729742d4d86 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:54.208236 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1624ca7a-fb69-44a2-a7c6-cc663b4aa026 req-2434e5a6-4e25-404c-a2e9-7729742d4d86 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0930929 Aug 08 18:53:54.234099 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] Set router c3fa303d-600f-48fa-a42b-23f6f94c3a93 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:53:54.260085 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41796) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:54.317829 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1624ca7a-fb69-44a2-a7c6-cc663b4aa026 req-7e579052-18dc-4d77-8e4c-53e004f76ce1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974476 Aug 08 18:53:54.331890 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.343222 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5f5be7df-11fb-489b-bb6b-2a2579dc6ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.486470 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Deleting port 1f53e95f-9166-445f-b4d6-85e5a8811c52 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:53:54.487938 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.533484 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5f5be7df-11fb-489b-bb6b-2a2579dc6ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.587268 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5f5be7df-11fb-489b-bb6b-2a2579dc6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.627473 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:53:53Z', 'revision_number': 5, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port': {'id': '1f53e95f-9166-445f-b4d6-85e5a8811c52', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:54.649718 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] For port 1f53e95f-9166-445f-b4d6-85e5a8811c52, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1f53e95f-9166-445f-b4d6-85e5a8811c52,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:54.652199 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.652342 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5f5be7df-11fb-489b-bb6b-2a2579dc6ed5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8720b2e0ff554b9199dad5e78e90bf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858125 Aug 08 18:53:54.654219 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41812) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:54.666796 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5be7df-11fb-489b-bb6b-2a2579dc6ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d34ee-97a3-4c5a-9d2c-87c14b25b5a5,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:54.670862 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Calling delete_port for 1f53e95f-9166-445f-b4d6-85e5a8811c52 owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:53:54.701452 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] Checking router: c3fa303d-600f-48fa-a42b-23f6f94c3a93 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:53:54.716746 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] Routers {'c3fa303d-600f-48fa-a42b-23f6f94c3a93'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:53:54.717519 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:53:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:54.717802 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c41be9e-ef05-45a5-973f-a49728f9c66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.748209 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c41be9e-ef05-45a5-973f-a49728f9c66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.845150 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] Set router c3fa303d-600f-48fa-a42b-23f6f94c3a93 gateway port host: None {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:53:54.901281 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c41be9e-ef05-45a5-973f-a49728f9c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.904680 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c41be9e-ef05-45a5-973f-a49728f9c66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:54.905184 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:53:54Z', 'revision_number': 6, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:54.906178 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-2c41be9e-ef05-45a5-973f-a49728f9c66b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e84d34ee-97a3-4c5a-9d2c-87c14b25b5a5 HTTP/1.1" status: 204 len: 168 time: 0.2509010 Aug 08 18:53:54.914927 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41be9e-ef05-45a5-973f-a49728f9c66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d34ee-97a3-4c5a-9d2c-87c14b25b5a5,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:54.941385 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b7743-99f5-400f-8779-585ec84d92d8 None None] The sync data for ids ['c3fa303d-600f-48fa-a42b-23f6f94c3a93'] in dv-cinder-852456-1-iscsi is: [{'id': 'c3fa303d-600f-48fa-a42b-23f6f94c3a93', 'name': 'tempest-DeleteServersTestJSON-1629518858-router', 'tenant_id': '2a901356d5b64b4cb15e135996b44963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:33Z', 'updated_at': '2022-08-08T18:53:54Z', 'revision_number': 6, 'project_id': '2a901356d5b64b4cb15e135996b44963', 'gw_port_host': None}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:53:54.987353 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.018678 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f53e95f-9166-445f-b4d6-85e5a8811c52,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:55.094841 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.197123 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.200285 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.313190 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.336960 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.337641 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3fa303d-600f-48fa-a42b-23f6f94c3a93 {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 18:53:55.348951 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.348951 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b0b2de06-1de2-4452-94fe-b8b9802afe73 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c3fa303d-600f-48fa-a42b-23f6f94c3a93 HTTP/1.1" status: 204 len: 168 time: 1.2938154 Aug 08 18:53:55.351241 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41856) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:55.457773 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Deleting subnet ed3ed216-6d89-459f-a69e-8dbb831ddea9 {{(pid=109560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:53:55.468447 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.552794 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaec718-6ee6-4185-bc1a-86dfd37f977e req-5b9e06c8-2787-4a81-ae18-3abfb2dcab09 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:55.559060 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16550840'] for subnet, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.562485 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cfaec718-6ee6-4185-bc1a-86dfd37f977e req-5b9e06c8-2787-4a81-ae18-3abfb2dcab09 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0910747 Aug 08 18:53:55.658316 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cfaec718-6ee6-4185-bc1a-86dfd37f977e req-d0697251-a68b-4c79-ba5c-f8f1fd604352 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946345 Aug 08 18:53:55.747009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:55.957436 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16754075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13211971'] for subnet, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.003338 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.005065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd305e13-afa5-4c8a-8b60-f73f68c3dc2f None None] Network 5ec65bf5-faaa-43c0-aab1-291c05956607 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:53:56.013591 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ed3ed216-6d89-459f-a69e-8dbb831ddea9 HTTP/1.1" status: 204 len: 168 time: 0.6544578 Aug 08 18:53:56.013591 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a9b6a-d535-4c0f-9c69-5cc5bd73b93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3ed216-6d89-459f-a69e-8dbb831ddea9,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:56.014313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41884) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:56.098539 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.160357 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Deleting port bd426e25-ea73-44b4-8cb2-430a1a9400f2 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:53:56.160701 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.217806 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] DHCP port deletion for 5ec65bf5-faaa-43c0-aab1-291c05956607 request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 18:53:56.244515 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] For port bd426e25-ea73-44b4-8cb2-430a1a9400f2, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=bd426e25-ea73-44b4-8cb2-430a1a9400f2,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:56.245104 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.259288 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Calling delete_port for bd426e25-ea73-44b4-8cb2-430a1a9400f2 owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:53:56.300148 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Deleting port bd426e25-ea73-44b4-8cb2-430a1a9400f2 {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:53:56.301022 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.379006 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 41f12402-3c83-4bfb-b3b2-c70baca985ba no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:53:56.425654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] For port bd426e25-ea73-44b4-8cb2-430a1a9400f2, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=bd426e25-ea73-44b4-8cb2-430a1a9400f2,segment=NetworkSegment(a083905c-28a5-44e6-8ea1-62ad6a0efd05),segment_id=a083905c-28a5-44e6-8ea1-62ad6a0efd05)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:53:56.425654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.427458 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41898) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:56.429545 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 41f12402-3c83-4bfb-b3b2-c70baca985ba {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:53:56.429893 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 41f12402-3c83-4bfb-b3b2-c70baca985ba not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:53:56.430450 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device bd426e25-ea73-44b4-8cb2-430a1a9400f2 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:53:56.461501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.468211 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Calling delete_port for bd426e25-ea73-44b4-8cb2-430a1a9400f2 owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:53:56.468576 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41904) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:56.497598 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] No DVR routers for this DVR port bd426e25-ea73-44b4-8cb2-430a1a9400f2 on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:53:56.542654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No active binding found for port bd426e25-ea73-44b4-8cb2-430a1a9400f2 {{(pid=109561) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 08 18:53:56.543536 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device bd426e25-ea73-44b4-8cb2-430a1a9400f2 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:53:56.543972 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1f53e95f-9166-445f-b4d6-85e5a8811c52 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:53:56.607569 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1cc-4fa7-4c0f-8701-24ec574bbf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.614390 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd426e25-ea73-44b4-8cb2-430a1a9400f2,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:56.697894 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.721599 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4295da07-8ac3-4000-86cc-15bb2508d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.742916 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec65bf5-faaa-43c0-aab1-291c05956607']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:56.760664 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a083905c-28a5-44e6-8ea1-62ad6a0efd05') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:56.761003 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a083905c-28a5-44e6-8ea1-62ad6a0efd05') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:53:56.775805 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.784763 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.789309 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 1f53e95f-9166-445f-b4d6-85e5a8811c52 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:53:56.789643 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1f53e95f-9166-445f-b4d6-85e5a8811c52 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:53:56.798275 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.810707 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:53:56.811184 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.817333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Pushing event deleted for resources: {'Port': ['ID=bd426e25-ea73-44b4-8cb2-430a1a9400f2,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:56.819317 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1cc-4fa7-4c0f-8701-24ec574bbf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.819651 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] No DVR routers for this DVR port bd426e25-ea73-44b4-8cb2-430a1a9400f2 on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:53:56.828983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.829752 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.830300 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.830832 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.831640 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.832325 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.832879 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.833554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.834101 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.834517 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12055b1-4b65-4fe1-b9f2-d8587c395230 req-fb95991d-4d99-45ef-aae1-3c2774772825 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:56.834872 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.835447 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.845651 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1e1904-bd95-4454-9862-b206945623e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:53:56.846220 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c12055b1-4b65-4fe1-b9f2-d8587c395230 req-fb95991d-4d99-45ef-aae1-3c2774772825 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0807264 Aug 08 18:53:56.863466 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment a083905c-28a5-44e6-8ea1-62ad6a0efd05 resource provider aggregate not found Aug 08 18:53:56.879121 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c12055b1-4b65-4fe1-b9f2-d8587c395230 req-8347339a-edc8-41ed-8375-9886aa370996 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346565 Aug 08 18:53:56.902088 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1cc-4fa7-4c0f-8701-24ec574bbf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.917029 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment a083905c-28a5-44e6-8ea1-62ad6a0efd05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a083905c-28a5-44e6-8ea1-62ad6a0efd05 found for delete ", "request_id": "req-f6b0f098-243b-4930-9b25-857b539ba81e"}]} Aug 08 18:53:56.931069 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4295da07-8ac3-4000-86cc-15bb2508d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.944328 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8c83d1cc-4fa7-4c0f-8701-24ec574bbf97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6dde1cbc8bac4c9f962a57d1f50c7c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740376 Aug 08 18:53:56.954945 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83d1cc-4fa7-4c0f-8701-24ec574bbf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd228208-d610-4e89-986e-b7d83377d2e0,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:56.955353 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41914) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:56.976530 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.988272 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:56.991309 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ec65bf5-faaa-43c0-aab1-291c05956607 HTTP/1.1" status: 204 len: 168 time: 0.9806898 Aug 08 18:53:57.004018 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb0bd-f978-4afb-b038-2878a6964be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec65bf5-faaa-43c0-aab1-291c05956607,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:57.016813 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4295da07-8ac3-4000-86cc-15bb2508d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.029903 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d5f1a8ed-b60c-403c-947b-15f3cbede3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.077601 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295da07-8ac3-4000-86cc-15bb2508d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa03825-756c-40f4-a18c-f8f4e2c7f4bf,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:57.084497 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4295da07-8ac3-4000-86cc-15bb2508d967 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=742a113b53404029858686dea3c2f428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560087 Aug 08 18:53:57.086674 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d5f1a8ed-b60c-403c-947b-15f3cbede3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.087352 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41918) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:57.141574 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f7d-9e1c-4427-ba79-e61ac1611029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.163088 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f7d-9e1c-4427-ba79-e61ac1611029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.256072 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d5f1a8ed-b60c-403c-947b-15f3cbede3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.258628 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d5f1a8ed-b60c-403c-947b-15f3cbede3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.259961 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d5f1a8ed-b60c-403c-947b-15f3cbede3ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd228208-d610-4e89-986e-b7d83377d2e0 HTTP/1.1" status: 204 len: 168 time: 0.3119810 Aug 08 18:53:57.269558 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1a8ed-b60c-403c-947b-15f3cbede3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd228208-d610-4e89-986e-b7d83377d2e0,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:57.291888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f7d-9e1c-4427-ba79-e61ac1611029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.297265 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f7d-9e1c-4427-ba79-e61ac1611029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.305782 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a36d6f7d-9e1c-4427-ba79-e61ac1611029 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faa03825-756c-40f4-a18c-f8f4e2c7f4bf HTTP/1.1" status: 204 len: 168 time: 0.2120042 Aug 08 18:53:57.326739 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d6f7d-9e1c-4427-ba79-e61ac1611029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa03825-756c-40f4-a18c-f8f4e2c7f4bf,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:57.423757 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41928) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:57.464310 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-fa9bc9c5-828b-4b3c-afe4-ed2d71f6b5f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a901356d5b64b4cb15e135996b44963&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392630 Aug 08 18:53:57.467416 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41930) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:57.523195 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed5ee-154d-4070-aea1-72ae23c49870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.554019 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed5ee-154d-4070-aea1-72ae23c49870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.678637 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed5ee-154d-4070-aea1-72ae23c49870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.681358 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed5ee-154d-4070-aea1-72ae23c49870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:57.684986 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-fd0ed5ee-154d-4070-aea1-72ae23c49870 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e998df09-931c-4e21-b42e-7ab04bb31901 HTTP/1.1" status: 204 len: 168 time: 0.2139816 Aug 08 18:53:57.692888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed5ee-154d-4070-aea1-72ae23c49870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e998df09-931c-4e21-b42e-7ab04bb31901,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:58.011206 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b4fc9-9d4a-453f-8e55-4a53ab9db8dd req-bd391450-23d7-4556-a4bc-8ee77f0f5076 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:58.023154 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-227b4fc9-9d4a-453f-8e55-4a53ab9db8dd req-bd391450-23d7-4556-a4bc-8ee77f0f5076 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0507245 Aug 08 18:53:58.081455 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-227b4fc9-9d4a-453f-8e55-4a53ab9db8dd req-e911ee33-2c2b-4e3c-a1aa-247c01df1156 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570581 Aug 08 18:53:58.149759 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 41956) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:58.162811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-802fdb88-373f-4ac0-90d7-01ad49925a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.242207 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-802fdb88-373f-4ac0-90d7-01ad49925a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.311389 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-802fdb88-373f-4ac0-90d7-01ad49925a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.355012 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-802fdb88-373f-4ac0-90d7-01ad49925a03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e92282879f9f48579c897bc9150bb0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015741 Aug 08 18:53:58.355012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fdb88-373f-4ac0-90d7-01ad49925a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44bc4d4-841e-4157-b6ba-6b8d128cc6a1,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:58.355423 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 41968) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:58.431736 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2482bb08-d79e-46f1-b6d2-2fbaa16d7a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.460981 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2482bb08-d79e-46f1-b6d2-2fbaa16d7a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.604537 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2482bb08-d79e-46f1-b6d2-2fbaa16d7a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.607765 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2482bb08-d79e-46f1-b6d2-2fbaa16d7a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:58.611388 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2482bb08-d79e-46f1-b6d2-2fbaa16d7a89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d44bc4d4-841e-4157-b6ba-6b8d128cc6a1 HTTP/1.1" status: 204 len: 168 time: 0.2491858 Aug 08 18:53:58.618879 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482bb08-d79e-46f1-b6d2-2fbaa16d7a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44bc4d4-841e-4157-b6ba-6b8d128cc6a1,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:59.244122 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb133d-354d-4f90-9332-5c1f704a92a7 req-26760093-b6d0-4834-8856-9524e1766e49 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:59.245653 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d0cb133d-354d-4f90-9332-5c1f704a92a7 req-26760093-b6d0-4834-8856-9524e1766e49 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0728948 Aug 08 18:53:59.316471 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d0cb133d-354d-4f90-9332-5c1f704a92a7 req-f8d56f3c-4351-4d78-be21-b6d8ae4a3e3e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Aug 08 18:53:59.367088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42030) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:53:59.515537 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-260017563-network', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:53:59.592408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Made reservation on behalf of 7b1b8d7f00234c7285f2acdfee266001 for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:53:59.594645 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.603044 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.685309 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.791358 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.813554 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:53:59.826611 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e6c369-7986-4141-9006-eb21578fba7e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:53:59.831645 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.831990 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Added segment 90bfa106-f4dc-4370-a070-d778677ca173 of type vlan for network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf Aug 08 18:53:59.876039 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.974431 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:53:59.975682 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:53:59.976482 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:00.045911 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:00.056250 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:54:00.119768 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-53e2a3f4-ff66-468a-a695-dd301be7dc27 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7515032 Aug 08 18:54:00.122639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42054) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:00.127277 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Request body: {'subnet': {'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-260017563-subnet', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:00.289593 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Made reservation on behalf of 7b1b8d7f00234c7285f2acdfee266001 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:00.291884 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13429405'] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:00.505516 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8269-cb18-4422-8a5e-782d9c133caa req-206aa842-02c7-4c11-91a9-10ac036c7aa0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:00.514209 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a90d8269-cb18-4422-8a5e-782d9c133caa req-206aa842-02c7-4c11-91a9-10ac036c7aa0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.1050479 Aug 08 18:54:00.587188 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a90d8269-cb18-4422-8a5e-782d9c133caa req-190c5ac4-1723-47b7-812e-c8dbc37ab3a3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718632 Aug 08 18:54:00.644314 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13488174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13429427'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:00.702020 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:00.711119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Checking segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:00.711480 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Network hostable DHCP agents. Network: 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:54:00.810373 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:54:00.889832 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:00.894159 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:00.894735 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:00.901392 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c76f4-6349-4a40-bf3d-421a61e58d96 None None] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:00.994793 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c28e38de-9169-43b1-9dfb-b20585436b5b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8710952 Aug 08 18:54:00.998040 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42086) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:01.002356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:01.051302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:54:01.054226 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.206062 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Allocated IP 172.20.0.2 (2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf/22b38cb0-5f09-4bed-a21e-a7ffddae6ca4/aa80d2be-cedf-4364-9de7-aeb3a524322e) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:01.209786 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.211069 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.267707 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.366297 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.461740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.511079 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.533847 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:01.535655 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:01.537595 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Pushing event updated for resources: {'Port': ['ID=aa80d2be-cedf-4364-9de7-aeb3a524322e,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:01.542125 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:01.608958 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Attempting to bind port aa80d2be-cedf-4364-9de7-aeb3a524322e on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:01.609245 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Attempting to bind port aa80d2be-cedf-4364-9de7-aeb3a524322e by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:01.609605 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Attempting to bind port aa80d2be-cedf-4364-9de7-aeb3a524322e on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:01.616333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:01.616333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Checking segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:01.616333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.619192 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Bound using segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:01.619866 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Bound port: aa80d2be-cedf-4364-9de7-aeb3a524322e, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:01.620359 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.708600 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] For port aa80d2be-cedf-4364-9de7-aeb3a524322e, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:01.710392 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] For port aa80d2be-cedf-4364-9de7-aeb3a524322e, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=aa80d2be-cedf-4364-9de7-aeb3a524322e,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:01.736585 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852f90-af60-4e3c-ace4-366040af7495 req-c6eb264c-1ff9-4b0f-b546-2f7512f32a8d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:01.738053 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6b852f90-af60-4e3c-ace4-366040af7495 req-c6eb264c-1ff9-4b0f-b546-2f7512f32a8d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0708380 Aug 08 18:54:01.813556 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:01.892258 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93116e8f-2139-4761-9df2-a3b80e9e97eb None None] Pushing event updated for resources: {'Port': ['ID=aa80d2be-cedf-4364-9de7-aeb3a524322e,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:02.105388 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6b852f90-af60-4e3c-ace4-366040af7495 req-c29835a0-4b9e-482f-83af-1f44e250ee05 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610573 Aug 08 18:54:02.121301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.148800 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.273235 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Allocated IP 172.27.3.125 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/836fd906-a7e4-4b35-8c0b-d703fd8f429b) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:02.307347 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a81ea44e-80a5-4c6d-99a0-9747eb370240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.381700 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device aa80d2be-cedf-4364-9de7-aeb3a524322e up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:02.403209 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.435287 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port aa80d2be-cedf-4364-9de7-aeb3a524322e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:02.436052 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.529011 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.561226 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port aa80d2be-cedf-4364-9de7-aeb3a524322e is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:02.561905 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.571567 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:02.575728 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:02.579549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:02.613080 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port aa80d2be-cedf-4364-9de7-aeb3a524322e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=aa80d2be-cedf-4364-9de7-aeb3a524322e,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:02.618157 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Pushing event updated for resources: {'Port': ['ID=836fd906-a7e4-4b35-8c0b-d703fd8f429b,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:02.683971 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.750258 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=aa80d2be-cedf-4364-9de7-aeb3a524322e,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:02.847552 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee560c-6a80-426d-b2be-a75733fe717c None None] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:02.924239 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-50667665-bd39-4801-8d00-1d0f322544f9 None None] Provisioning complete for port aa80d2be-cedf-4364-9de7-aeb3a524322e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:02.924636 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-50667665-bd39-4801-8d00-1d0f322544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:02.970931 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:03.074874 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-50667665-bd39-4801-8d00-1d0f322544f9 None None] Current status of the port aa80d2be-cedf-4364-9de7-aeb3a524322e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:03.183083 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:03.236626 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad4749-1b65-4d9a-a8f9-a00b3041baf9 req-17d334c9-2c11-4cee-88f3-42cd1563f096 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:03.238764 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b5ad4749-1b65-4d9a-a8f9-a00b3041baf9 req-17d334c9-2c11-4cee-88f3-42cd1563f096 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0582626 Aug 08 18:54:03.278868 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b5ad4749-1b65-4d9a-a8f9-a00b3041baf9 req-47b4bd6f-fc71-4ee4-921d-ff892d60225e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Aug 08 18:54:03.300706 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-00fb5f56-77b1-487a-b391-ae921e84d88d None None] Provisioning complete for port aa80d2be-cedf-4364-9de7-aeb3a524322e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:03.301078 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-00fb5f56-77b1-487a-b391-ae921e84d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:03.379303 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-00fb5f56-77b1-487a-b391-ae921e84d88d None None] Current status of the port aa80d2be-cedf-4364-9de7-aeb3a524322e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:03.391579 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Router b949a59f-78aa-4b6f-9336-bd5f00385fab is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:54:03.495976 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:03.505506 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:03.514374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:03.515031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:53:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:03.584127 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:03.587984 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-6909dd27-f187-45b9-8c72-871cf01f1fad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5864251 Aug 08 18:54:03.591180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42152) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:03.632001 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:03.796625 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:02Z', 'revision_number': 3, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:03.824695 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:03.825737 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Updating router b949a59f-78aa-4b6f-9336-bd5f00385fab port 836fd906-a7e4-4b35-8c0b-d703fd8f429b binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:54:03.853071 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.117846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.196597 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.204529 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.239728 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Attempting to bind port 836fd906-a7e4-4b35-8c0b-d703fd8f429b on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:04.240103 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Attempting to bind port 836fd906-a7e4-4b35-8c0b-d703fd8f429b by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:04.240466 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Attempting to bind port 836fd906-a7e4-4b35-8c0b-d703fd8f429b on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:04.250268 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:04.250638 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:04.251065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.251458 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:04.251923 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Bound port: 836fd906-a7e4-4b35-8c0b-d703fd8f429b, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:04.252824 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.274264 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa43f4-365c-41e0-b09c-fd80c806d5ed None None] Pushing event updated for resources: {'Port': ['ID=836fd906-a7e4-4b35-8c0b-d703fd8f429b,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:04.316816 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] For port 836fd906-a7e4-4b35-8c0b-d703fd8f429b, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:04.320284 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] For port 836fd906-a7e4-4b35-8c0b-d703fd8f429b, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=836fd906-a7e4-4b35-8c0b-d703fd8f429b,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:04.339881 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device aa80d2be-cedf-4364-9de7-aeb3a524322e up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:04.355971 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Allocated IP 172.20.0.1 (2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf/22b38cb0-5f09-4bed-a21e-a7ffddae6ca4/8ff369ac-986a-4661-8239-795a9c421cdc) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:04.387256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.415552 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c884bfd-e5ff-4567-8ec7-225bfa126343 req-6edfd97d-3663-4574-a3cb-054a29187959 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:04.417191 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1c884bfd-e5ff-4567-8ec7-225bfa126343 req-6edfd97d-3663-4574-a3cb-054a29187959 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0590923 Aug 08 18:54:04.426646 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port aa80d2be-cedf-4364-9de7-aeb3a524322e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:04.427130 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.460931 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1c884bfd-e5ff-4567-8ec7-225bfa126343 req-6b82f794-0557-45e7-b085-6c0735150ac6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Aug 08 18:54:04.489981 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:04.490597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:53:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:04.492165 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.616062 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.643916 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa43f4-365c-41e0-b09c-fd80c806d5ed None None] Pushing event updated for resources: {'Port': ['ID=836fd906-a7e4-4b35-8c0b-d703fd8f429b,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:04.651425 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6bafd049-1ea5-4c8b-9a33-3e9473639867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.664180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:04.667393 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:04.672038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:04.704489 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff369ac-986a-4661-8239-795a9c421cdc,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:04.721282 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.761969 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port aa80d2be-cedf-4364-9de7-aeb3a524322e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:04.767138 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:04.941128 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-373a0288-7eef-4872-8394-7fc2315c7f2c None None] Provisioning complete for port 8ff369ac-986a-4661-8239-795a9c421cdc triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:04.941496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-373a0288-7eef-4872-8394-7fc2315c7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:04.948359 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:05.001106 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-373a0288-7eef-4872-8394-7fc2315c7f2c None None] Port 8ff369ac-986a-4661-8239-795a9c421cdc cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:05.003532 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:02Z', 'revision_number': 3, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:05.044311 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8609a-99b8-4663-adcb-b234c657c1ca None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:02Z', 'revision_number': 3, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:05.141552 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:05.209674 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:05.295591 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:05.303559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff369ac-986a-4661-8239-795a9c421cdc,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:05.401732 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:05.403741 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:05.535996 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Router b949a59f-78aa-4b6f-9336-bd5f00385fab has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:54:05.664237 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-4502d4d6-0465-47d2-b445-088c4b66e146 None None] Provisioning complete for port 8ff369ac-986a-4661-8239-795a9c421cdc triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:05.665395 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4502d4d6-0465-47d2-b445-088c4b66e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:05.709913 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b615-9a77-4ea7-bde0-4b514c58dfcb req-79202a5b-e9ab-4326-bd55-5d6aab20a5ab tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:05.718198 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2c77b615-9a77-4ea7-bde0-4b514c58dfcb req-79202a5b-e9ab-4326-bd55-5d6aab20a5ab tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.1205606 Aug 08 18:54:05.780423 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2c77b615-9a77-4ea7-bde0-4b514c58dfcb req-eb14698c-d2f8-4a1e-9866-2232d19a05b7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557964 Aug 08 18:54:05.782120 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:05.803530 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-4502d4d6-0465-47d2-b445-088c4b66e146 None None] Port 8ff369ac-986a-4661-8239-795a9c421cdc cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:05.807540 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e7a1204e-6959-40e4-8526-1ade4fc2f2d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/b949a59f-78aa-4b6f-9336-bd5f00385fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181103 Aug 08 18:54:05.847285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b85380-a423-4b3d-ae40-81d394870cbd req-8440842f-6a85-4876-9efb-643b80753b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:05.849992 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d7b85380-a423-4b3d-ae40-81d394870cbd req-8440842f-6a85-4876-9efb-643b80753b2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0750873 Aug 08 18:54:05.891329 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d7b85380-a423-4b3d-ae40-81d394870cbd req-553ad908-4dfa-4d34-8748-7c97797e3cbf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Aug 08 18:54:05.895344 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.243489 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42214) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:06.248125 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561724205', 'description': 'tempest-description--858694746'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:06.337742 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 836fd906-a7e4-4b35-8c0b-d703fd8f429b up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:06.342216 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.398673 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 836fd906-a7e4-4b35-8c0b-d703fd8f429b triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:06.399660 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.428361 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.494371 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42222) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:06.507482 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.508744 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 836fd906-a7e4-4b35-8c0b-d703fd8f429b is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:06.509134 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.532940 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 836fd906-a7e4-4b35-8c0b-d703fd8f429b, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=836fd906-a7e4-4b35-8c0b-d703fd8f429b,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:06.539357 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c37a4-a5d3-44ae-8422-e6c05c443b62,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:06.599281 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.601467 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.603653 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7b641bbe-0708-484e-bbd6-b773f3afa0cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3590047 Aug 08 18:54:06.606612 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42226) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:06.613880 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c37a4-a5d3-44ae-8422-e6c05c443b62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:06.617472 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-12a73e5a-6023-4f5b-83d0-04210af875b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.664783 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=836fd906-a7e4-4b35-8c0b-d703fd8f429b,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:06.712437 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.729062 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-12a73e5a-6023-4f5b-83d0-04210af875b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.772437 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.813688 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:06.823900 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:06.824498 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:06.861142 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-12a73e5a-6023-4f5b-83d0-04210af875b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.895754 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a262-bfc8-41a3-a5bc-e681719da95d req-8e51c11f-edad-4b75-a9b7-95f7a5116302 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:06.897430 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aea4a262-bfc8-41a3-a5bc-e681719da95d req-8e51c11f-edad-4b75-a9b7-95f7a5116302 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0513275 Aug 08 18:54:06.912255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73e5a-6023-4f5b-83d0-04210af875b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea0d1c-cfca-4b27-b214-9062191cf4bd,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:06.917053 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-12a73e5a-6023-4f5b-83d0-04210af875b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54edb850091e417992c109b46ce0513e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214840 Aug 08 18:54:06.922302 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42232) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:06.930327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:06.932233 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:06.995065 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55d4287-fc26-49d7-8acd-bee1a5afece3,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:07.000164 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aea4a262-bfc8-41a3-a5bc-e681719da95d req-f58a79bb-8fa9-4223-b194-eef19a16a6cf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Aug 08 18:54:07.019789 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1378630f-68d8-4801-9dbb-9241cf6a20a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.048400 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.051931 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e221a85f-5a51-4d74-8dc6-940ffa854567 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4434900 Aug 08 18:54:07.054224 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42234) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:07.056322 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1378630f-68d8-4801-9dbb-9241cf6a20a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.067061 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c37a4-a5d3-44ae-8422-e6c05c443b62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:07.167828 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:05Z', 'revision_number': 2, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:07.191673 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1378630f-68d8-4801-9dbb-9241cf6a20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.194187 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1378630f-68d8-4801-9dbb-9241cf6a20a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.195338 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1378630f-68d8-4801-9dbb-9241cf6a20a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7eea0d1c-cfca-4b27-b214-9062191cf4bd HTTP/1.1" status: 204 len: 168 time: 0.2720997 Aug 08 18:54:07.198331 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.215408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378630f-68d8-4801-9dbb-9241cf6a20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea0d1c-cfca-4b27-b214-9062191cf4bd,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:07.216566 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:07.216932 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Updating router b949a59f-78aa-4b6f-9336-bd5f00385fab port 8ff369ac-986a-4661-8239-795a9c421cdc binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:54:07.244206 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.246122 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.270434 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.335483 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.355201 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb8f35-7559-46a1-967b-be1b6a18a96b,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:07.400050 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.401278 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3cce9173-241f-4e97-9b4c-bd344211b045 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3429353 Aug 08 18:54:07.406532 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42240) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:07.410939 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:07.520929 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.523161 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.551940 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.631402 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.665999 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.716867 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Pushing event updated for resources: {'Port': ['ID=8ff369ac-986a-4661-8239-795a9c421cdc,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:07.739836 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.740228 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.740568 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.740900 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.741227 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.741886 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.741886 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.742187 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.742521 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.742848 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.743191 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.743538 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:07.748562 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Allocated IP 172.27.3.228 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/0bbf77e3-392e-46dc-8b6c-3f8bfefcd3ce) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:07.771372 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Attempting to bind port 8ff369ac-986a-4661-8239-795a9c421cdc on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:07.771815 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Attempting to bind port 8ff369ac-986a-4661-8239-795a9c421cdc by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:07.772264 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Attempting to bind port 8ff369ac-986a-4661-8239-795a9c421cdc on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:07.785905 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:07.786431 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Checking segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:07.786994 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.787311 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Bound using segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:07.787772 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Bound port: 8ff369ac-986a-4661-8239-795a9c421cdc, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:07.788172 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.904672 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] For port 8ff369ac-986a-4661-8239-795a9c421cdc, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:07.904672 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] For port 8ff369ac-986a-4661-8239-795a9c421cdc, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=8ff369ac-986a-4661-8239-795a9c421cdc,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:07.905304 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.974078 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42264) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:07.988018 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:07.991429 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-48da2b00-34cd-47cf-b79f-98b0eca801c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.026777 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:08.027429 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:08.050901 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.071615 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:08.074531 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:08.080017 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:08.156412 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'Port': ['ID=0bbf77e3-392e-46dc-8b6c-3f8bfefcd3ce,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:08.189706 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-48da2b00-34cd-47cf-b79f-98b0eca801c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.228527 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.244327 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f848-8689-45f2-b303-b4066242ff18 req-1c23f450-774a-4e6b-bda8-18adcc7573b7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:08.244577 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c97a62-e3a7-470d-b33c-8c4a14e0846a None None] Pushing event updated for resources: {'Port': ['ID=8ff369ac-986a-4661-8239-795a9c421cdc,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:08.245887 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6308f848-8689-45f2-b303-b4066242ff18 req-1c23f450-774a-4e6b-bda8-18adcc7573b7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0869095 Aug 08 18:54:08.272711 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:08.302402 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6308f848-8689-45f2-b303-b4066242ff18 req-df791af3-572d-4697-ab73-8dda8207aefb tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Aug 08 18:54:08.303772 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-48da2b00-34cd-47cf-b79f-98b0eca801c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.338139 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da2b00-34cd-47cf-b79f-98b0eca801c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff18de-5780-421c-82c0-74054e5dcbeb,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:08.353059 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-48da2b00-34cd-47cf-b79f-98b0eca801c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a53cc3eb5154cef9603588494c04823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777611 Aug 08 18:54:08.355611 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42272) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:08.391974 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 836fd906-a7e4-4b35-8c0b-d703fd8f429b up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:08.442042 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.469663 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42276) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:08.470865 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 836fd906-a7e4-4b35-8c0b-d703fd8f429b triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:08.471280 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.534793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-33bd844f-140a-4695-86c7-b7a8a305baa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.572706 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:07Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:08.574303 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 836fd906-a7e4-4b35-8c0b-d703fd8f429b is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:08.593057 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42012ff-bd34-4e8f-bc55-effaf7cc80bd req-eacec0b9-4379-44d1-8c35-f96ecea0088e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:08.594589 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e42012ff-bd34-4e8f-bc55-effaf7cc80bd req-eacec0b9-4379-44d1-8c35-f96ecea0088e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1746798 Aug 08 18:54:08.596544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-33bd844f-140a-4695-86c7-b7a8a305baa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.610065 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3af3c-97e5-4a0f-aec9-e369cf32f9ea None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:07Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:08.621284 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3de844c4-9367-4a8f-a3bc-51f45b12a316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.729828 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e42012ff-bd34-4e8f-bc55-effaf7cc80bd req-39be6e14-4330-44a2-a7c7-f21fca1f667e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149905 Aug 08 18:54:08.738234 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3de844c4-9367-4a8f-a3bc-51f45b12a316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.781041 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.838327 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3de844c4-9367-4a8f-a3bc-51f45b12a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.838551 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-33bd844f-140a-4695-86c7-b7a8a305baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.841311 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-33bd844f-140a-4695-86c7-b7a8a305baa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.844779 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-33bd844f-140a-4695-86c7-b7a8a305baa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09ff18de-5780-421c-82c0-74054e5dcbeb HTTP/1.1" status: 204 len: 168 time: 0.4855418 Aug 08 18:54:08.857741 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd844f-140a-4695-86c7-b7a8a305baa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff18de-5780-421c-82c0-74054e5dcbeb,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:08.896135 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:08.897092 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3de844c4-9367-4a8f-a3bc-51f45b12a316 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0806766a68c473c87864c0352fa5281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261055 Aug 08 18:54:08.901417 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42288) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:08.915945 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de844c4-9367-4a8f-a3bc-51f45b12a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5bfac0-36bd-413d-b882-0cf68ce51705,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:09.001510 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'Port': ['ID=0bbf77e3-392e-46dc-8b6c-3f8bfefcd3ce,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:09.014647 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.037637 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ee3f48c8-7277-4ca2-9c9a-cf9bfaef3978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.065466 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ee3f48c8-7277-4ca2-9c9a-cf9bfaef3978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.159382 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.160738 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-709b1be8-0c07-4366-b7c9-0259adcd224d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7532072 Aug 08 18:54:09.198605 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ee3f48c8-7277-4ca2-9c9a-cf9bfaef3978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.201330 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ee3f48c8-7277-4ca2-9c9a-cf9bfaef3978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.202477 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-ee3f48c8-7277-4ca2-9c9a-cf9bfaef3978 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b5bfac0-36bd-413d-b882-0cf68ce51705 HTTP/1.1" status: 204 len: 168 time: 0.2988329 Aug 08 18:54:09.210763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f48c8-7277-4ca2-9c9a-cf9bfaef3978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5bfac0-36bd-413d-b882-0cf68ce51705,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:09.501313 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-b63bb0ba-3422-4b04-ac89-22a7baaa520e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1561724205&fields=id&tenant_id=7b1b8d7f00234c7285f2acdfee266001 HTTP/1.1" status: 200 len: 267 time: 0.0446818 Aug 08 18:54:09.660250 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-b2ad1495-f449-4b88-a03d-9c4c7d14b15b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:09.664469 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-b2ad1495-f449-4b88-a03d-9c4c7d14b15b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 810 time: 0.1554406 Aug 08 18:54:09.692303 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-22e140e6-eef9-42c7-8bd7-299b1a78d961 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/quotas/7b1b8d7f00234c7285f2acdfee266001 HTTP/1.1" status: 200 len: 375 time: 0.0194979 Aug 08 18:54:09.770939 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-e2ffe5f9-3a18-47a7-853e-c916dfad8ff3 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0728030 Aug 08 18:54:09.793653 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42316) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:09.814891 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9aeb15ac-880c-4959-944b-f3016b4cb908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:09.873544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42318) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:09.939522 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-b10393b9-4df4-458c-8b4d-436ef4d59009 service neutron] 10.222.0.23 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557119 Aug 08 18:54:09.977890 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9aeb15ac-880c-4959-944b-f3016b4cb908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.055750 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-52b2d235-df7a-40bf-8171-180f0bd9a8d5 service neutron] 10.222.0.23 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044672 Aug 08 18:54:10.093240 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e589239f-48cd-4097-a945-9144c4104b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.102397 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9aeb15ac-880c-4959-944b-f3016b4cb908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.154355 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-9aeb15ac-880c-4959-944b-f3016b4cb908 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb8bb6ff00ca4582b2d01106ed7583be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572853 Aug 08 18:54:10.155394 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb15ac-880c-4959-944b-f3016b4cb908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0754c397-9e07-461d-9115-5e96c9878f32,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:10.155509 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42322) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:10.228371 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e589239f-48cd-4097-a945-9144c4104b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.237811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c9230fd1-2868-4625-aa82-f3b61454c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.260104 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c9230fd1-2868-4625-aa82-f3b61454c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.295976 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e589239f-48cd-4097-a945-9144c4104b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.340578 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42330) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:10.347224 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e589239f-48cd-4097-a945-9144c4104b9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f204355bf5064f599894698d3fe21187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612396 Aug 08 18:54:10.373799 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 8ff369ac-986a-4661-8239-795a9c421cdc up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:10.391098 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c9230fd1-2868-4625-aa82-f3b61454c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.394121 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c9230fd1-2868-4625-aa82-f3b61454c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.395282 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-c9230fd1-2868-4625-aa82-f3b61454c7db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0754c397-9e07-461d-9115-5e96c9878f32 HTTP/1.1" status: 204 len: 168 time: 0.2382929 Aug 08 18:54:10.407365 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9230fd1-2868-4625-aa82-f3b61454c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754c397-9e07-461d-9115-5e96c9878f32,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:10.425354 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1da839f4-4b1a-47a9-b16d-c6568702bfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.447290 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 8ff369ac-986a-4661-8239-795a9c421cdc triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:10.447712 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.450891 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589239f-48cd-4097-a945-9144c4104b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec7b1c9-fed0-4a2e-a0d2-299aa926f145,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:10.451147 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1da839f4-4b1a-47a9-b16d-c6568702bfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.477526 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ba2af478-7542-4cc6-8f15-aa741f5ca1ae req-69d9ff65-5d14-428b-9121-b77c750f79a1 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 210 time: 0.1290286 Aug 08 18:54:10.552482 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 8ff369ac-986a-4661-8239-795a9c421cdc is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:10.553110 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.586494 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 8ff369ac-986a-4661-8239-795a9c421cdc, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=8ff369ac-986a-4661-8239-795a9c421cdc,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:10.593124 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1da839f4-4b1a-47a9-b16d-c6568702bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.597556 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1da839f4-4b1a-47a9-b16d-c6568702bfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.603221 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1da839f4-4b1a-47a9-b16d-c6568702bfac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dec7b1c9-fed0-4a2e-a0d2-299aa926f145 HTTP/1.1" status: 204 len: 168 time: 0.2572005 Aug 08 18:54:10.608092 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da839f4-4b1a-47a9-b16d-c6568702bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec7b1c9-fed0-4a2e-a0d2-299aa926f145,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:10.679245 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:10.730532 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=8ff369ac-986a-4661-8239-795a9c421cdc,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:11.238633 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fab95e-c45d-43f6-93ec-92a827c6b92d req-8afcf775-5553-4ba6-a28b-40f7a160c7b4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:11.241190 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-18fab95e-c45d-43f6-93ec-92a827c6b92d req-8afcf775-5553-4ba6-a28b-40f7a160c7b4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0554717 Aug 08 18:54:11.294583 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-18fab95e-c45d-43f6-93ec-92a827c6b92d req-7394c3f9-5ebb-44d1-8e22-5d88046483b8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 Aug 08 18:54:11.314752 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-eac4f0d4-02f0-4f0c-942b-629baccdfed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:11.315787 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-eac4f0d4-02f0-4f0c-942b-629baccdfed6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0491898 Aug 08 18:54:11.411343 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42372) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:11.418122 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-4fe48e23-2464-41f9-a434-d4207aefa182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:11.419652 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-4fe48e23-2464-41f9-a434-d4207aefa182 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0963736 Aug 08 18:54:11.424795 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3adad85d-7f11-455d-b077-7b9caea2d433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.468684 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-1bf4a473-93ec-40c8-990b-d4542f76da3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 217 time: 0.0402956 Aug 08 18:54:11.509856 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3adad85d-7f11-455d-b077-7b9caea2d433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.520191 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-61205f7a-03ee-4074-9e9c-7ec85a33cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:11.521747 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-61205f7a-03ee-4074-9e9c-7ec85a33cb49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0461700 Aug 08 18:54:11.564109 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4512c08b-ab9e-453a-96fe-1d7e1d61e9cf req-781084b9-4dba-44ca-a31c-0647129701b3 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 210 time: 0.0351779 Aug 08 18:54:11.596889 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-ee31c701-75a4-49f7-9081-226163d163e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:11.597639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3adad85d-7f11-455d-b077-7b9caea2d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.598524 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-ee31c701-75a4-49f7-9081-226163d163e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609705 Aug 08 18:54:11.639847 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3adad85d-7f11-455d-b077-7b9caea2d433 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6fff099905e498c9ace8a7aa8b85200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265110 Aug 08 18:54:11.641671 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42382) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:11.652742 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adad85d-7f11-455d-b077-7b9caea2d433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b11e1-4a20-477a-a92f-c454ba3cd9af,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:11.716229 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-51bd41f9-c4c0-4b9b-ae46-919ba88dfc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.719077 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-1ff780d3-839f-47ba-a047-678e0d3404bb service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129467 Aug 08 18:54:11.739169 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-51bd41f9-c4c0-4b9b-ae46-919ba88dfc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.772860 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42386) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:11.816636 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f59cbc8-ef54-4131-ba41-69415192f5d1 req-fbb99dda-aa02-4b89-8014-7b4678021278 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Aug 08 18:54:11.885857 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1303942291-network', 'tenant_id': '6c4c08dc120d4fa2bcdfdd7c11eb1479'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:11.897432 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-51bd41f9-c4c0-4b9b-ae46-919ba88dfc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.900539 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-51bd41f9-c4c0-4b9b-ae46-919ba88dfc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.901752 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-51bd41f9-c4c0-4b9b-ae46-919ba88dfc60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e3b11e1-4a20-477a-a92f-c454ba3cd9af HTTP/1.1" status: 204 len: 168 time: 0.2510903 Aug 08 18:54:11.913269 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd41f9-c4c0-4b9b-ae46-919ba88dfc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b11e1-4a20-477a-a92f-c454ba3cd9af,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:11.986111 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Made reservation on behalf of 6c4c08dc120d4fa2bcdfdd7c11eb1479 for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:11.988479 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:11.997689 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.071453 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.162940 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.187893 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:54:12.197696 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2126ee-59bc-4647-ba87-d04ef40112ae,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:12.203637 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.203970 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Added segment e4f1bcb1-0780-4b9e-81db-e7fc09981649 of type vlan for network 5668a66c-7126-4a2a-98c1-4666e8dcf45c Aug 08 18:54:12.247376 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.328815 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 8ff369ac-986a-4661-8239-795a9c421cdc up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:12.347231 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.348477 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:12.349251 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.408409 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 8ff369ac-986a-4661-8239-795a9c421cdc triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:12.414021 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.439714 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] Pushing event updated for resources: {'Network': ['ID=5668a66c-7126-4a2a-98c1-4666e8dcf45c,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:12.453497 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 5668a66c-7126-4a2a-98c1-4666e8dcf45c details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:54:12.469012 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264f70-9f6b-4486-87bd-3e078713e1eb req-56d983b5-196f-40d7-85f6-e0d2d401803d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:12.470622 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3e264f70-9f6b-4486-87bd-3e078713e1eb req-56d983b5-196f-40d7-85f6-e0d2d401803d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0928197 Aug 08 18:54:12.473945 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f2e1ef7f-979f-477a-ac8f-967929a273bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7001531 Aug 08 18:54:12.477004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42414) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:12.481939 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Request body: {'subnet': {'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1303942291-subnet', 'tenant_id': '6c4c08dc120d4fa2bcdfdd7c11eb1479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:12.525934 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3e264f70-9f6b-4486-87bd-3e078713e1eb req-5842dc2c-b40b-4e43-b6d2-6d8a430fe6e5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Aug 08 18:54:12.558156 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 8ff369ac-986a-4661-8239-795a9c421cdc is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:12.569830 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Made reservation on behalf of 6c4c08dc120d4fa2bcdfdd7c11eb1479 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:12.572300 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13212006'] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.673034 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8ae8a86c-9744-44cf-977c-5a3ccfa56113 req-cad384ff-28c2-4820-9a65-0fd5da0f0962 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Aug 08 18:54:12.833450 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16754010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13211976'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:12.885954 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:12.897969 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Checking segment: {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:12.898326 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Network hostable DHCP agents. Network: 5668a66c-7126-4a2a-98c1-4666e8dcf45c, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:54:13.008391 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-7f81645f-2103-43e3-9c5f-f7caa7211f41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:13.009913 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-7f81645f-2103-43e3-9c5f-f7caa7211f41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 810 time: 0.1066861 Aug 08 18:54:13.011011 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Network 5668a66c-7126-4a2a-98c1-4666e8dcf45c is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:54:13.061748 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-74e5843f-e0d6-47c5-adae-ce437d03db45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b1b8d7f00234c7285f2acdfee266001 HTTP/1.1" status: 200 len: 380 time: 0.0409279 Aug 08 18:54:13.072073 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'port': {'device_id': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'admin_state_up': True, 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'security_groups': ['dd4c37a4-a5d3-44ae-8422-e6c05c443b62']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:13.101120 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 5668a66c-7126-4a2a-98c1-4666e8dcf45c) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:13.111149 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:13.111149 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:13.112070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd605f3-dbd1-4d3c-b889-880e10d30587 None None] Network 5668a66c-7126-4a2a-98c1-4666e8dcf45c requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:13.229074 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-9366c7a1-ae88-4b55-ac78-dfed2f80d4ff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7504232 Aug 08 18:54:13.290055 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Made reservation on behalf of 7b1b8d7f00234c7285f2acdfee266001 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:13.294490 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:13.310293 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf3d87-6422-46f8-8a09-df501d4286a4 None None] Network 5668a66c-7126-4a2a-98c1-4666e8dcf45c requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:13.500059 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Allocated IP 172.20.0.6 (2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf/22b38cb0-5f09-4bed-a21e-a7ffddae6ca4/89ce0034-03e2-482d-975b-0c10d96b4585) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:13.650031 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:13.662277 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1c837-3c41-47a5-bc47-fb68c3b0c124 req-c0ef5ce9-0a27-475c-a05f-14a141400a48 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:13.663912 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aed1c837-3c41-47a5-bc47-fb68c3b0c124 req-c0ef5ce9-0a27-475c-a05f-14a141400a48 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0527682 Aug 08 18:54:13.701452 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aed1c837-3c41-47a5-bc47-fb68c3b0c124 req-f5956858-5f87-4464-9b09-97acbe7a8ee3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306723 Aug 08 18:54:13.898678 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42458) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:13.996171 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24ba0b27-5e28-47b6-b5d4-eff0447ef49e req-d9d999e2-48b9-49c9-b50c-c9f0a53fd559 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 210 time: 0.2443807 Aug 08 18:54:13.997375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.031979 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f33fd158-6a4b-4c5a-bc8e-98a99904286d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.045876 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:14.048864 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:14.053268 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:14.057393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'Port': ['ID=89ce0034-03e2-482d-975b-0c10d96b4585,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:14.110494 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:14.111342 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.121872 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f33fd158-6a4b-4c5a-bc8e-98a99904286d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.227206 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f33fd158-6a4b-4c5a-bc8e-98a99904286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.229999 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-972b81d9-8c33-4dbf-a75b-726626ae2cf5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615524 Aug 08 18:54:14.242676 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Request body: {'port': {'device_id': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:14.268788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fd158-6a4b-4c5a-bc8e-98a99904286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c238f-7a4f-4155-9681-43ad6b941ed9,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:14.273606 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f33fd158-6a4b-4c5a-bc8e-98a99904286d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54741b7601124c63812d57584ced75cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737442 Aug 08 18:54:14.276142 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42468) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:14.295921 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-ababd14c-4dee-435d-8096-4068aa1805e0 None None] Provisioning complete for port 89ce0034-03e2-482d-975b-0c10d96b4585 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:14.299920 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ababd14c-4dee-435d-8096-4068aa1805e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.304652 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.345729 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-ababd14c-4dee-435d-8096-4068aa1805e0 None None] Port 89ce0034-03e2-482d-975b-0c10d96b4585 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:14.350931 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7659227b-b3eb-4f07-b59d-58e8141aae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.374399 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7659227b-b3eb-4f07-b59d-58e8141aae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.501612 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7659227b-b3eb-4f07-b59d-58e8141aae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.504170 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7659227b-b3eb-4f07-b59d-58e8141aae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.505293 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7659227b-b3eb-4f07-b59d-58e8141aae61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db7c238f-7a4f-4155-9681-43ad6b941ed9 HTTP/1.1" status: 204 len: 168 time: 0.2276454 Aug 08 18:54:14.513768 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659227b-b3eb-4f07-b59d-58e8141aae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c238f-7a4f-4155-9681-43ad6b941ed9,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:14.596421 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ce0034-03e2-482d-975b-0c10d96b4585 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:14.604000 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.616260 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Transition to ACTIVE for port object 89ce0034-03e2-482d-975b-0c10d96b4585 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:54:14.678193 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.762484 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce0034-03e2-482d-975b-0c10d96b4585,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:14.790648 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Attempting to bind port 89ce0034-03e2-482d-975b-0c10d96b4585 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:14.791310 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Attempting to bind port 89ce0034-03e2-482d-975b-0c10d96b4585 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:14.791642 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Attempting to bind port 89ce0034-03e2-482d-975b-0c10d96b4585 on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:14.796846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Port 89ce0034-03e2-482d-975b-0c10d96b4585 on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:54:14.797215 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Attempting to bind port 89ce0034-03e2-482d-975b-0c10d96b4585 on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:14.802214 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:14.802550 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Checking segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:14.802929 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Bound using segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:14.803390 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Bound port: 89ce0034-03e2-482d-975b-0c10d96b4585, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:14.803748 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.844082 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6305-0b95-41ea-8e96-1b1d90ee7d60 req-95a2df2e-00bd-4010-b85d-e479422c6bb0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:14.845678 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1c0a6305-0b95-41ea-8e96-1b1d90ee7d60 req-95a2df2e-00bd-4010-b85d-e479422c6bb0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0590618 Aug 08 18:54:14.870341 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] For port 89ce0034-03e2-482d-975b-0c10d96b4585, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:14.873995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] For port 89ce0034-03e2-482d-975b-0c10d96b4585, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=89ce0034-03e2-482d-975b-0c10d96b4585,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:14.885797 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1c0a6305-0b95-41ea-8e96-1b1d90ee7d60 req-250bd7be-83d7-4199-aecc-7d5b2690b778 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Aug 08 18:54:14.953286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.958237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:14.958920 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:14.962638 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] 10.222.0.30 "PUT /v2.0/ports/89ce0034-03e2-482d-975b-0c10d96b4585 HTTP/1.1" status: 200 len: 1093 time: 0.7218900 Aug 08 18:54:14.962638 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:14.963468 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c93b855-95f0-490e-8485-01b1070a7498" -d '{"events": [{"name": "network-changed", "server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:15.003847 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8415a10c-aa3c-41f1-8327-255c5338987b x-openstack-request-id: req-8415a10c-aa3c-41f1-8327-255c5338987b {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:15.004455 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:15.004455 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8415a10c-aa3c-41f1-8327-255c5338987b {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:15.004767 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8415a10c-aa3c-41f1-8327-255c5338987b'] response: {'name': 'network-changed', 'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585', 'status': 'completed', 'code': 200} Aug 08 18:54:15.031749 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d710-62c9-45cc-89bf-be6ea2501169 service neutron] Pushing event updated for resources: {'Port': ['ID=89ce0034-03e2-482d-975b-0c10d96b4585,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:15.076259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93b855-95f0-490e-8485-01b1070a7498 req-4a624a42-01a7-4cee-8051-e7c1ab2f68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.077875 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3c93b855-95f0-490e-8485-01b1070a7498 req-4a624a42-01a7-4cee-8051-e7c1ab2f68f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 1096 time: 0.0543725 Aug 08 18:54:15.147502 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5534c-e438-4fd2-a8c4-abb74bf77282 req-965a504b-eb9e-4c43-a8d0-276e18583183 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.149220 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-90e5534c-e438-4fd2-a8c4-abb74bf77282 req-965a504b-eb9e-4c43-a8d0-276e18583183 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 943 time: 0.0621378 Aug 08 18:54:15.193701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93b855-95f0-490e-8485-01b1070a7498 req-88ba1fe6-fe7b-401d-914a-4823041ea0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.195215 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3c93b855-95f0-490e-8485-01b1070a7498 req-88ba1fe6-fe7b-401d-914a-4823041ea0ae service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b1b8d7f00234c7285f2acdfee266001&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1103165 Aug 08 18:54:15.197230 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-90e5534c-e438-4fd2-a8c4-abb74bf77282 req-ce2cfc4a-714e-4815-b5e5-41c9223c5235 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 Aug 08 18:54:15.206755 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42488) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:15.221458 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4df74894-a4c6-4695-877d-c3eefb381800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.303763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4df74894-a4c6-4695-877d-c3eefb381800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.347702 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93b855-95f0-490e-8485-01b1070a7498 req-af96f293-b41c-40bb-9d86-089b9232613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.349365 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3c93b855-95f0-490e-8485-01b1070a7498 req-af96f293-b41c-40bb-9d86-089b9232613b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388903 Aug 08 18:54:15.376327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4df74894-a4c6-4695-877d-c3eefb381800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.424222 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4df74894-a4c6-4695-877d-c3eefb381800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c264a40dced42d3ba16074521bf67ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160795 Aug 08 18:54:15.425171 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df74894-a4c6-4695-877d-c3eefb381800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d96414-3c80-4212-9379-8e0d773ab5d6,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:15.427633 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42502) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:15.470174 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-b315e8fd-b761-4e02-ae26-ae9f87f389f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.476610 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-b315e8fd-b761-4e02-ae26-ae9f87f389f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 1096 time: 0.0719631 Aug 08 18:54:15.507571 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-af89aa2b-476a-4357-b29b-fc997f2ffc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.531218 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-741d55a1-016d-4a63-833c-1d994649d078 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ce0034-03e2-482d-975b-0c10d96b4585 HTTP/1.1" status: 200 len: 217 time: 0.0469770 Aug 08 18:54:15.574678 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-af89aa2b-476a-4357-b29b-fc997f2ffc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.580022 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-274a9c40-e7af-4c23-ba25-29d2243cfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.581345 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-274a9c40-e7af-4c23-ba25-29d2243cfab7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 200 len: 849 time: 0.0432742 Aug 08 18:54:15.627671 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-b1cbde6d-a4e6-4062-b6de-18ac4e9cf0bc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.628034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-024c8c1e-0c3a-4931-9320-2f6e8ad3e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:15.629125 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-b1cbde6d-a4e6-4062-b6de-18ac4e9cf0bc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/networks?id=5668a66c-7126-4a2a-98c1-4666e8dcf45c HTTP/1.1" status: 200 len: 809 time: 0.1591537 Aug 08 18:54:15.629847 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-024c8c1e-0c3a-4931-9320-2f6e8ad3e7a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409827 Aug 08 18:54:15.645126 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-1984ced8-a5c5-427b-9cca-b06e124b27ea tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/quotas/6c4c08dc120d4fa2bcdfdd7c11eb1479 HTTP/1.1" status: 200 len: 375 time: 0.0101094 Aug 08 18:54:15.677020 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-e6b252e5-5fe9-4427-b557-0fa32c4785cb tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259061 Aug 08 18:54:15.729331 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-bd3a4a29-4fb1-4fa9-94cf-50a661324ecf service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Aug 08 18:54:15.770370 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-5c84c4f7-2702-49b5-a191-553b8f4e0a41 service neutron] 10.222.0.23 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862370 Aug 08 18:54:15.775592 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-af89aa2b-476a-4357-b29b-fc997f2ffc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.778200 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-af89aa2b-476a-4357-b29b-fc997f2ffc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:15.779321 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-af89aa2b-476a-4357-b29b-fc997f2ffc09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66d96414-3c80-4212-9379-8e0d773ab5d6 HTTP/1.1" status: 204 len: 168 time: 0.3505692 Aug 08 18:54:15.803933 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89aa2b-476a-4357-b29b-fc997f2ffc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d96414-3c80-4212-9379-8e0d773ab5d6,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:15.824781 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5282dcd3-0b06-4eed-8b35-58c4d385884b req-50610409-06cb-4ff5-8243-013cbf782c8c service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884140 Aug 08 18:54:15.884813 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-4c8f4e1c-5c3a-4a42-9b1e-474829731b4e service neutron] 10.222.0.23 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041553 Aug 08 18:54:16.031481 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb5e3b-58d2-49f9-a162-0c007858cf82 req-d9c7bc67-55e9-4ddb-ab57-a873df01d114 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:16.032952 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eadb5e3b-58d2-49f9-a162-0c007858cf82 req-d9c7bc67-55e9-4ddb-ab57-a873df01d114 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0618668 Aug 08 18:54:16.076545 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eadb5e3b-58d2-49f9-a162-0c007858cf82 req-05fd0162-8513-4289-8f2f-3da5646542b6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374475 Aug 08 18:54:16.197205 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-15665ed0-f133-43f4-ab8a-c832268dc536 req-dc244449-76fd-482d-bcc7-325939e2e8e7 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 210 time: 0.0298233 Aug 08 18:54:16.324605 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339bfd-98c6-4244-bd53-7a89f73fb5c6 req-9deb7e37-b32e-48de-b737-4d6e96855711 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:16.326405 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1a339bfd-98c6-4244-bd53-7a89f73fb5c6 req-9deb7e37-b32e-48de-b737-4d6e96855711 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 943 time: 0.0487587 Aug 08 18:54:16.363168 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1a339bfd-98c6-4244-bd53-7a89f73fb5c6 req-412ed31c-f106-497a-8592-31d4d597b7fb tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305290 Aug 08 18:54:16.559229 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42532) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:16.572545 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-17c0f954-0bcc-4bf3-b44d-6a885648a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:16.650094 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-17c0f954-0bcc-4bf3-b44d-6a885648a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:16.729957 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-17c0f954-0bcc-4bf3-b44d-6a885648a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:16.768138 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-17c0f954-0bcc-4bf3-b44d-6a885648a7f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8566c6cea8ba4f32bb75c23eace06692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073390 Aug 08 18:54:16.769064 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f954-0bcc-4bf3-b44d-6a885648a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92e5209-5c21-4462-bd85-857067501c69,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:16.770868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42534) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:16.821572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bee44487-439c-4112-8c9a-09bc71dd7ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:16.843202 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bee44487-439c-4112-8c9a-09bc71dd7ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:17.004503 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bee44487-439c-4112-8c9a-09bc71dd7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:17.007045 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bee44487-439c-4112-8c9a-09bc71dd7ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:17.008205 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-bee44487-439c-4112-8c9a-09bc71dd7ecf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b92e5209-5c21-4462-bd85-857067501c69 HTTP/1.1" status: 204 len: 168 time: 0.2355752 Aug 08 18:54:17.016528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44487-439c-4112-8c9a-09bc71dd7ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92e5209-5c21-4462-bd85-857067501c69,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:17.196364 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025601e-7bfc-4234-b63a-4b57b0a0e7fc req-0ea350eb-1945-4306-8ab2-aa2c38b23668 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:17.197845 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7025601e-7bfc-4234-b63a-4b57b0a0e7fc req-0ea350eb-1945-4306-8ab2-aa2c38b23668 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0502319 Aug 08 18:54:17.236360 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7025601e-7bfc-4234-b63a-4b57b0a0e7fc req-df84d606-eab9-4d86-b29c-873af1c1dc67 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Aug 08 18:54:17.293590 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-32b1fc57-1659-4e2c-91ef-89b37e6143b8 req-4858742f-084a-4c97-b16e-52bce10736c9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 210 time: 0.0260186 Aug 08 18:54:17.482444 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9faa11-a253-43c9-9c76-fbff531c1dd1 req-b13b87cf-7ee7-424f-806e-a7002bd958e4 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:17.483925 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5d9faa11-a253-43c9-9c76-fbff531c1dd1 req-b13b87cf-7ee7-424f-806e-a7002bd958e4 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 943 time: 0.0518956 Aug 08 18:54:17.520292 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5d9faa11-a253-43c9-9c76-fbff531c1dd1 req-f55c6733-879b-448f-9770-dd1f6ad7c32a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301571 Aug 08 18:54:18.361651 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2fed5-8541-4b00-9c79-407927bdd46d req-70926720-ee35-4bac-8110-384107d4ef36 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:18.363931 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-68f2fed5-8541-4b00-9c79-407927bdd46d req-70926720-ee35-4bac-8110-384107d4ef36 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0556417 Aug 08 18:54:18.392200 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7f8a9d48-7b01-445e-9609-cc51e4b93298 req-82811830-080b-46f2-b3ef-f36a5b8dc6cf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Aug 08 18:54:18.403232 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-68f2fed5-8541-4b00-9c79-407927bdd46d req-2682c896-e112-4b5d-a816-64330a05ea88 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Aug 08 18:54:18.639009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7e0f8-c003-4766-ac5e-87fdcbce1c9e req-ddcc21ce-8e3e-4709-b60d-631fa5f63f55 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:18.640485 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7ec7e0f8-c003-4766-ac5e-87fdcbce1c9e req-ddcc21ce-8e3e-4709-b60d-631fa5f63f55 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 943 time: 0.0509834 Aug 08 18:54:18.677551 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7ec7e0f8-c003-4766-ac5e-87fdcbce1c9e req-c92911a3-8966-42e8-9c6a-22b9cc85f7a2 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Aug 08 18:54:19.502349 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4b787ea1-e344-49a2-abe0-454c4cce7ec0 req-821af204-9267-4e33-a18f-eecc388c15c7 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 210 time: 0.0316637 Aug 08 18:54:19.692067 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a24e-c622-45c9-8499-c9a95f853c66 req-a68d5c3f-269d-4405-95f3-106637b3103d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:19.693706 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c5b6a24e-c622-45c9-8499-c9a95f853c66 req-a68d5c3f-269d-4405-95f3-106637b3103d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1205916 Aug 08 18:54:19.747730 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-59b85623-f029-4c99-8193-af8eeaf8e596 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:19.749682 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-59b85623-f029-4c99-8193-af8eeaf8e596 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "GET /v2.0/networks?id=5668a66c-7126-4a2a-98c1-4666e8dcf45c HTTP/1.1" status: 200 len: 809 time: 0.1638262 Aug 08 18:54:19.764564 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c5b6a24e-c622-45c9-8499-c9a95f853c66 req-9f5a050d-28f5-42bf-9c73-73f450526d51 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618947 Aug 08 18:54:19.769697 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Request body: {'port': {'device_id': 'b9e69e50-e364-4303-83a5-1254a182c214', 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c', 'admin_state_up': True, 'tenant_id': '6c4c08dc120d4fa2bcdfdd7c11eb1479'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:19.925375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e152a-412e-4604-9f44-4f0886ebe976 req-c0e72b1f-ddef-481a-a84c-35e8157a8ef2 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:19.926952 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-154e152a-412e-4604-9f44-4f0886ebe976 req-c0e72b1f-ddef-481a-a84c-35e8157a8ef2 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 943 time: 0.0811684 Aug 08 18:54:20.001485 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-154e152a-412e-4604-9f44-4f0886ebe976 req-f89c0bc5-5f08-4926-9a85-c7d7af211bfc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621352 Aug 08 18:54:20.014255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Made reservation on behalf of 6c4c08dc120d4fa2bcdfdd7c11eb1479 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:20.017993 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:20.163299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Allocated IP 172.20.0.9 (5668a66c-7126-4a2a-98c1-4666e8dcf45c/8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4/8b57b763-a053-4fa7-a522-e4f4fa2711d1) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:20.351922 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:20.444720 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:20.488954 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Network 5668a66c-7126-4a2a-98c1-4666e8dcf45c is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:20.492100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:20.495721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:20.520087 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Pushing event updated for resources: {'Port': ['ID=8b57b763-a053-4fa7-a522-e4f4fa2711d1,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:20.550112 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:20.552024 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:20.624636 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-fde16601-5c55-4975-88a6-b1981e182b36 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587964 Aug 08 18:54:20.641946 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Request body: {'port': {'device_id': 'b9e69e50-e364-4303-83a5-1254a182c214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:20.652984 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052629d-5285-4276-aab6-3a05fc204c63 req-e0cf58d9-619d-4258-a84c-1aa6250b459f tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:20.654657 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4052629d-5285-4276-aab6-3a05fc204c63 req-e0cf58d9-619d-4258-a84c-1aa6250b459f tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 931 time: 0.0692549 Aug 08 18:54:20.730584 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4052629d-5285-4276-aab6-3a05fc204c63 req-fa64d2b9-ca24-405a-8ccb-b3307a59bd55 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Aug 08 18:54:20.737818 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:20.906025 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a3da7-5535-4bac-bb97-cb409bbbd170 req-72128793-692e-43b3-b462-df61445b33a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:20.909768 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ce5a3da7-5535-4bac-bb97-cb409bbbd170 req-72128793-692e-43b3-b462-df61445b33a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0522575 Aug 08 18:54:20.945495 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ce5a3da7-5535-4bac-bb97-cb409bbbd170 req-6c2f77c5-cdd2-4012-a23a-7b755019ae94 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Aug 08 18:54:21.051198 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b57b763-a053-4fa7-a522-e4f4fa2711d1 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:21.054914 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.068210 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Transition to ACTIVE for port object 8b57b763-a053-4fa7-a522-e4f4fa2711d1 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:54:21.110179 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 89ce0034-03e2-482d-975b-0c10d96b4585 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:54:21.133286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057882e5-84f3-4741-96f6-f9b93a0f54fc req-6e945795-f0d6-4b14-9e25-a54a4caffd38 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.136033 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-057882e5-84f3-4741-96f6-f9b93a0f54fc req-6e945795-f0d6-4b14-9e25-a54a4caffd38 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 943 time: 0.0577044 Aug 08 18:54:21.161694 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.220516 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-057882e5-84f3-4741-96f6-f9b93a0f54fc req-680dd2d2-16b5-4983-bcd9-593b866f318f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764482 Aug 08 18:54:21.247136 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 89ce0034-03e2-482d-975b-0c10d96b4585, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=89ce0034-03e2-482d-975b-0c10d96b4585,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:21.258687 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '89ce0034-03e2-482d-975b-0c10d96b4585', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'port_id': '89ce0034-03e2-482d-975b-0c10d96b4585', 'mac_address': 'fa:16:3e:b3:88:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:54:21.268034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b57b763-a053-4fa7-a522-e4f4fa2711d1,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:21.295947 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Attempting to bind port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:21.296286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Attempting to bind port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:21.296614 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Attempting to bind port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 on network 5668a66c-7126-4a2a-98c1-4666e8dcf45c {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:21.296724 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 89ce0034-03e2-482d-975b-0c10d96b4585 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:21.297121 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.300889 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 on network 5668a66c-7126-4a2a-98c1-4666e8dcf45c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:54:21.301193 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Attempting to bind port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 on network 5668a66c-7126-4a2a-98c1-4666e8dcf45c {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:21.306000 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:21.307819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Checking segment: {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:21.307819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Bound using segment: {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:21.307819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Bound port: 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:21.307819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.313235 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ce0034-03e2-482d-975b-0c10d96b4585 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:21.333087 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 89ce0034-03e2-482d-975b-0c10d96b4585, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=89ce0034-03e2-482d-975b-0c10d96b4585,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:21.374023 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] For port 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:21.377372 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] For port 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=8b57b763-a053-4fa7-a522-e4f4fa2711d1,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:21.393030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.440914 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=89ce0034-03e2-482d-975b-0c10d96b4585,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:21.462033 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.466992 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.467590 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:21.468962 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] 10.222.0.30 "PUT /v2.0/ports/8b57b763-a053-4fa7-a522-e4f4fa2711d1 HTTP/1.1" status: 200 len: 1093 time: 0.8359311 Aug 08 18:54:21.469388 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e69e50-e364-4303-83a5-1254a182c214', 'tag': '8b57b763-a053-4fa7-a522-e4f4fa2711d1'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:21.471676 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d4df03-9cc9-499b-aec4-08ca74e9a69c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e69e50-e364-4303-83a5-1254a182c214", "tag": "8b57b763-a053-4fa7-a522-e4f4fa2711d1"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:21.506923 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca6e16f-9d5b-411f-8f67-e0f61e4ddfac x-openstack-request-id: req-7ca6e16f-9d5b-411f-8f67-e0f61e4ddfac {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:21.507289 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e69e50-e364-4303-83a5-1254a182c214", "tag": "8b57b763-a053-4fa7-a522-e4f4fa2711d1", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:21.507484 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ca6e16f-9d5b-411f-8f67-e0f61e4ddfac {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:21.507892 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca6e16f-9d5b-411f-8f67-e0f61e4ddfac'] response: {'name': 'network-changed', 'server_uuid': 'b9e69e50-e364-4303-83a5-1254a182c214', 'tag': '8b57b763-a053-4fa7-a522-e4f4fa2711d1', 'status': 'completed', 'code': 200} Aug 08 18:54:21.522035 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe15e2a-02f5-4b1d-b80e-eecf7a84b6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b57b763-a053-4fa7-a522-e4f4fa2711d1,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:21.571246 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4df03-9cc9-499b-aec4-08ca74e9a69c req-1df1eccc-2b39-47d8-8d09-876b45e33120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.572742 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d4df03-9cc9-499b-aec4-08ca74e9a69c req-1df1eccc-2b39-47d8-8d09-876b45e33120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 1096 time: 0.0428348 Aug 08 18:54:21.677099 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4df03-9cc9-499b-aec4-08ca74e9a69c req-739a4073-1cad-4df6-9fd4-6e31fc071606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.678563 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d4df03-9cc9-499b-aec4-08ca74e9a69c req-739a4073-1cad-4df6-9fd4-6e31fc071606 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0918210 Aug 08 18:54:21.694322 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['89ce0034-03e2-482d-975b-0c10d96b4585'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:54:21.780192 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4df03-9cc9-499b-aec4-08ca74e9a69c req-0562890f-2ced-46f0-a259-e96f17b4c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.782407 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d4df03-9cc9-499b-aec4-08ca74e9a69c req-0562890f-2ced-46f0-a259-e96f17b4c1c2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969310 Aug 08 18:54:21.879933 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9522a-5ce2-4b65-8238-15a2d6664bd9 req-f10bcbc8-e606-4bbf-b04b-3296ab1529a7 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.881380 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-14c9522a-5ce2-4b65-8238-15a2d6664bd9 req-f10bcbc8-e606-4bbf-b04b-3296ab1529a7 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 943 time: 0.0762339 Aug 08 18:54:21.886387 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-69dc49a5-40c3-437e-82f9-34fdd4891781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:21.888441 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-69dc49a5-40c3-437e-82f9-34fdd4891781 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 1096 time: 0.0562453 Aug 08 18:54:21.942340 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-bfe5beba-71c3-4bf1-95b5-a38f0c69ff2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b57b763-a053-4fa7-a522-e4f4fa2711d1 HTTP/1.1" status: 200 len: 217 time: 0.0451477 Aug 08 18:54:21.983848 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-14c9522a-5ce2-4b65-8238-15a2d6664bd9 req-44c69b8c-db6b-4dca-b137-b2a46c792654 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944579 Aug 08 18:54:22.001799 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-868569e8-4ed8-40bd-8aad-6949dabde508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:22.003380 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-868569e8-4ed8-40bd-8aad-6949dabde508 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4 HTTP/1.1" status: 200 len: 849 time: 0.0539999 Aug 08 18:54:22.037311 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-dd6a4fb7-2fb3-4a4c-8496-77724be7f0b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5668a66c-7126-4a2a-98c1-4666e8dcf45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266910 Aug 08 18:54:22.072718 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cdef1-46cf-481e-bdb3-33c4f50103e9 req-6300c2ce-3c30-469e-bde4-eaa9efa766ed tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:22.074841 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d97cdef1-46cf-481e-bdb3-33c4f50103e9 req-6300c2ce-3c30-469e-bde4-eaa9efa766ed tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0521004 Aug 08 18:54:22.113424 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d97cdef1-46cf-481e-bdb3-33c4f50103e9 req-10361b48-3186-4d4c-80a9-e362705817c5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Aug 08 18:54:22.148542 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-d8c3c4d3-4fab-4a5d-8dd2-5f9f9d3a5689 service neutron] 10.222.0.30 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023235 Aug 08 18:54:22.241821 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2275f521-7fcf-4e5b-98fb-d263bdc916aa req-e0b22837-fa10-464d-ad06-3d9dc5802acb service neutron] 10.222.0.30 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857379 Aug 08 18:54:22.345003 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea035bb-893d-4743-9fd0-454c2ea990c8 req-0dc7de0a-fcfa-46d8-bfe0-3ec1161787a0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:22.346459 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aea035bb-893d-4743-9fd0-454c2ea990c8 req-0dc7de0a-fcfa-46d8-bfe0-3ec1161787a0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 944 time: 0.0539758 Aug 08 18:54:22.382312 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aea035bb-893d-4743-9fd0-454c2ea990c8 req-04b58e0a-2b89-4267-8d50-d0c63ad024d9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297444 Aug 08 18:54:23.110104 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f7726-b3de-4f09-8f88-9eb242b4d9ba req-154f50a0-c88b-4ea8-a360-2e6bcded7543 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:23.111641 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6c6f7726-b3de-4f09-8f88-9eb242b4d9ba req-154f50a0-c88b-4ea8-a360-2e6bcded7543 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 943 time: 0.0518920 Aug 08 18:54:23.147980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 89ce0034-03e2-482d-975b-0c10d96b4585 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:23.151895 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6c6f7726-b3de-4f09-8f88-9eb242b4d9ba req-2268b35c-4e1e-465c-a5a7-12c4f011cd20 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Aug 08 18:54:23.241061 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca470d-16ca-4e6c-884a-c5bb4528d2b6 req-f239b4d1-8eca-4a7c-8880-9d94f51698c7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:23.242541 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1cca470d-16ca-4e6c-884a-c5bb4528d2b6 req-f239b4d1-8eca-4a7c-8880-9d94f51698c7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Aug 08 18:54:23.281658 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1cca470d-16ca-4e6c-884a-c5bb4528d2b6 req-00584d7d-5fe7-4e11-a548-fc6617074966 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324051 Aug 08 18:54:23.289866 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 89ce0034-03e2-482d-975b-0c10d96b4585 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:54:23.294557 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 89ce0034-03e2-482d-975b-0c10d96b4585 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:23.294942 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:23.371799 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 89ce0034-03e2-482d-975b-0c10d96b4585 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:23.372727 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:23.395982 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:23.398148 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cb17e8-059a-4f37-9cb9-b3fb2fa78908" -d '{"events": [{"server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "name": "network-vif-plugged", "status": "completed", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:23.412032 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 89ce0034-03e2-482d-975b-0c10d96b4585, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=89ce0034-03e2-482d-975b-0c10d96b4585,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:23.434378 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa38f30-8ab3-446b-b5dd-3afff064829e x-openstack-request-id: req-bfa38f30-8ab3-446b-b5dd-3afff064829e {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:23.435290 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "name": "network-vif-plugged", "status": "completed", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:23.435551 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfa38f30-8ab3-446b-b5dd-3afff064829e {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:23.435963 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa38f30-8ab3-446b-b5dd-3afff064829e'] response: {'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585', 'code': 200} Aug 08 18:54:23.507783 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:23.533218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd5da-a939-48ff-a87c-76e57b2254ad req-fceedc90-5686-4e29-b774-5a35c0c4174d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:23.549388 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-979cd5da-a939-48ff-a87c-76e57b2254ad req-fceedc90-5686-4e29-b774-5a35c0c4174d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 944 time: 0.0844495 Aug 08 18:54:23.577486 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=89ce0034-03e2-482d-975b-0c10d96b4585,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:23.591672 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-979cd5da-a939-48ff-a87c-76e57b2254ad req-69c2f0a8-ea79-41cc-bbbb-ffc7f32cb1ad tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Aug 08 18:54:23.858769 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd77ba-954f-4332-adcf-1c9aeb34c4de req-f53f3111-6950-47e4-8822-2917bd7d2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:23.858769 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9cd77ba-954f-4332-adcf-1c9aeb34c4de req-f53f3111-6950-47e4-8822-2917bd7d2515 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 1098 time: 0.0456729 Aug 08 18:54:23.858769 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9cd77ba-954f-4332-adcf-1c9aeb34c4de req-18267e78-8046-41b9-a67c-ca8cb4b53a86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264475 Aug 08 18:54:24.181799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42746) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:24.229718 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-10d24484-996e-4bc2-ad56-14d9da79df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.231239 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-10d24484-996e-4bc2-ad56-14d9da79df75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0603929 Aug 08 18:54:24.285743 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda7cda-a840-42a3-b606-088a126ff25b req-60375f71-121e-4596-b3dc-826fb3235aa8 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.287311 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-efda7cda-a840-42a3-b606-088a126ff25b req-60375f71-121e-4596-b3dc-826fb3235aa8 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 943 time: 0.0565536 Aug 08 18:54:24.317214 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-45345528-cea3-4e81-b4b2-f588e4d6521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.362179 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-c3546322-4a0f-478d-b6cc-265673687976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.364459 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-c3546322-4a0f-478d-b6cc-265673687976 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.1059594 Aug 08 18:54:24.391225 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-efda7cda-a840-42a3-b606-088a126ff25b req-8fec7e75-ace1-44c5-96b4-6c175d78b0bc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942972 Aug 08 18:54:24.434063 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-45345528-cea3-4e81-b4b2-f588e4d6521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.438905 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-9484c25b-8131-427d-84eb-c023c09e20a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 217 time: 0.0411808 Aug 08 18:54:24.461805 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3239-51da-4706-bcec-e7c9e7883cb1 req-234f9412-88d9-4e22-a78e-e0667873ce1e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.463297 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8a3a3239-51da-4706-bcec-e7c9e7883cb1 req-234f9412-88d9-4e22-a78e-e0667873ce1e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0977354 Aug 08 18:54:24.524112 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-45345528-cea3-4e81-b4b2-f588e4d6521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.528167 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8a3a3239-51da-4706-bcec-e7c9e7883cb1 req-382feff4-35b8-4e3d-ac64-b27320ea0153 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Aug 08 18:54:24.531230 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-bc1f504d-a46b-4ed9-83f9-eb951a1d25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.531464 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-bc1f504d-a46b-4ed9-83f9-eb951a1d25c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0852025 Aug 08 18:54:24.568116 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-45345528-cea3-4e81-b4b2-f588e4d6521a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d1e6e92408344dba008ac72c370ab4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852029 Aug 08 18:54:24.570260 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345528-cea3-4e81-b4b2-f588e4d6521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75287602-11fa-48e1-9bc9-cf384f0fb3d3,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:24.575956 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42754) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:24.633395 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7891c937-5d49-4c14-8238-1e5846175060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.658323 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7891c937-5d49-4c14-8238-1e5846175060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.732223 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c860eca-ab46-4a2f-8512-863d28153ad1 req-8b841205-4955-4cb3-bf14-89470b97401c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.734104 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7c860eca-ab46-4a2f-8512-863d28153ad1 req-8b841205-4955-4cb3-bf14-89470b97401c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0683670 Aug 08 18:54:24.776183 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7c860eca-ab46-4a2f-8512-863d28153ad1 req-bbb3e86b-47d5-4d62-babf-2010b5571348 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361128 Aug 08 18:54:24.777379 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-2b3c6e5c-589d-4733-9107-b69cfc8a8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:24.778940 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-2b3c6e5c-589d-4733-9107-b69cfc8a8521 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2409902 Aug 08 18:54:24.838616 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7891c937-5d49-4c14-8238-1e5846175060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.844644 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7891c937-5d49-4c14-8238-1e5846175060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:24.846108 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7891c937-5d49-4c14-8238-1e5846175060 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75287602-11fa-48e1-9bc9-cf384f0fb3d3 HTTP/1.1" status: 204 len: 168 time: 0.2678468 Aug 08 18:54:24.863597 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891c937-5d49-4c14-8238-1e5846175060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75287602-11fa-48e1-9bc9-cf384f0fb3d3,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:24.890161 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-e2f06e05-5154-4150-b02e-ba41802bcfa5 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032250 Aug 08 18:54:24.986361 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2062a3e9-5e4d-4e0e-9771-b291ed856ea3 req-f255a7ae-36fb-431b-927f-0174c24d98d6 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884390 Aug 08 18:54:25.148532 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 8b57b763-a053-4fa7-a522-e4f4fa2711d1 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:54:25.269784 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=8b57b763-a053-4fa7-a522-e4f4fa2711d1,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:25.407054 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '8b57b763-a053-4fa7-a522-e4f4fa2711d1', 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c', 'port_id': '8b57b763-a053-4fa7-a522-e4f4fa2711d1', 'mac_address': 'fa:16:3e:27:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:54:25.409627 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:25.469909 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:25.470801 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:25.486431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b57b763-a053-4fa7-a522-e4f4fa2711d1 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:25.508331 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=8b57b763-a053-4fa7-a522-e4f4fa2711d1,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:25.542124 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b941261-e8b6-4f85-8237-2f81661fb482 req-4fdffdda-88ee-4c72-947e-5f2c24640d4f tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:25.543774 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2b941261-e8b6-4f85-8237-2f81661fb482 req-4fdffdda-88ee-4c72-947e-5f2c24640d4f tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 943 time: 0.0575566 Aug 08 18:54:25.581930 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2b941261-e8b6-4f85-8237-2f81661fb482 req-6c6311f4-e3aa-4c4a-acc8-09d4c29e98f0 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Aug 08 18:54:25.593678 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:25.644720 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=8b57b763-a053-4fa7-a522-e4f4fa2711d1,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:25.665722 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010907b3-6026-4b66-878e-7fa4914addf5 req-ad705c63-9623-492f-a6f7-6f7002eee981 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:25.667246 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-010907b3-6026-4b66-878e-7fa4914addf5 req-ad705c63-9623-492f-a6f7-6f7002eee981 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0626047 Aug 08 18:54:25.876796 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['8b57b763-a053-4fa7-a522-e4f4fa2711d1'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:54:25.936042 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a640-7f03-490a-ad84-a08c16cde8db req-879de4c9-7e65-439a-8472-251344946ca9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:25.938667 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8329a640-7f03-490a-ad84-a08c16cde8db req-879de4c9-7e65-439a-8472-251344946ca9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0844841 Aug 08 18:54:25.946946 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42788) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:25.960570 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-010907b3-6026-4b66-878e-7fa4914addf5 req-486f326e-7f68-4591-899b-da85c7b3cda6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715724 Aug 08 18:54:25.988969 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8329a640-7f03-490a-ad84-a08c16cde8db req-663cbb63-f17a-464f-94e4-45ca6497e0ef tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436230 Aug 08 18:54:26.086595 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1385298837-network', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:26.090826 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:54:26.108889 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2b5ff-d2ff-4935-b5ab-4da69ae8cad9 req-e60c3974-f1a0-4c06-bde5-7d7ba418925b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:26.117725 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4b2b5ff-d2ff-4935-b5ab-4da69ae8cad9 req-e60c3974-f1a0-4c06-bde5-7d7ba418925b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0500515 Aug 08 18:54:26.120542 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42796) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:26.124924 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'floatingip': {'port_id': '89ce0034-03e2-482d-975b-0c10d96b4585'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:26.158291 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Made reservation on behalf of f7b0b3909092424e8ec98081f1aa6f19 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:26.160582 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.162526 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.169137 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.251347 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.318420 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.338235 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:54:26.357941 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.358289 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Added segment cf8177c5-113d-4a8b-bd69-53026e613653 of type vlan for network 5396244c-a3da-47ca-8e09-94c97ba0a9da Aug 08 18:54:26.359879 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fa34f-6506-481e-9944-7f2ac8d4dd18,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:26.401869 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.496136 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.497706 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:26.498337 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.560905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] Pushing event updated for resources: {'Network': ['ID=5396244c-a3da-47ca-8e09-94c97ba0a9da,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:26.575061 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:54:26.583726 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-09b29d53-015d-4f22-b4ff-b0a5060e1649 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6354280 Aug 08 18:54:26.586430 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42802) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:26.591675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Request body: {'subnet': {'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1385298837-subnet', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:26.650679 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.689838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Made reservation on behalf of f7b0b3909092424e8ec98081f1aa6f19 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:26.692057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13212006'] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.712264 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:26.731225 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab0e10-b161-4152-bf4f-5c6922843fd3 req-934a6d9f-98f5-411e-b638-7b9e3350f16e tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:26.733245 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aaab0e10-b161-4152-bf4f-5c6922843fd3 req-934a6d9f-98f5-411e-b638-7b9e3350f16e tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 944 time: 0.0724273 Aug 08 18:54:26.817142 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aaab0e10-b161-4152-bf4f-5c6922843fd3 req-b02353fa-26a9-4267-b44d-9a39e60e63ed tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506833 Aug 08 18:54:26.825769 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Floating IP 64ecff93-1534-40ac-bf31-beeab774e9ea associated. External IP: 172.27.3.228, port: 89ce0034-03e2-482d-975b-0c10d96b4585. Aug 08 18:54:27.027611 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16754010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13211976'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.087034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b658faaa-f68d-4be1-af79-5a90dac46129,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:27.091368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Router b949a59f-78aa-4b6f-9336-bd5f00385fab has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:54:27.096819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Checking segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:27.097175 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Network hostable DHCP agents. Network: 5396244c-a3da-47ca-8e09-94c97ba0a9da, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:54:27.107038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570833e-59e3-440f-9f8f-9e0b924a559c req-0cbc3ae9-46f8-4d8b-bba6-ef815f1419d3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:27.108695 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8570833e-59e3-440f-9f8f-9e0b924a559c req-0cbc3ae9-46f8-4d8b-bba6-ef815f1419d3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0720530 Aug 08 18:54:27.160528 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 8b57b763-a053-4fa7-a522-e4f4fa2711d1 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:27.202536 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8570833e-59e3-440f-9f8f-9e0b924a559c req-12ca7e95-a430-42fb-998f-ee9a9398deb6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829010 Aug 08 18:54:27.233661 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:54:27.265900 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:27.270626 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.279243 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:27.283082 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:54:27.291529 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:27.292068 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.300150 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-da8520a5-2892-42c8-b994-756a5e207f7b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "PUT /v2.0/floatingips/64ecff93-1534-40ac-bf31-beeab774e9ea HTTP/1.1" status: 200 len: 991 time: 1.1784451 Aug 08 18:54:27.300741 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:27.303640 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb192bbe-982d-4c73-871e-8f12f1f65c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:27.305151 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 5396244c-a3da-47ca-8e09-94c97ba0a9da) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:27.310630 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:27.312628 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.327352 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d51bb-a2f7-409b-a838-eb8e8d44fdb4 None None] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:27.329542 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:27.330182 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:27.390680 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-c8c22095-f585-4aa0-8eff-e6347f8bccad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8031054 Aug 08 18:54:27.393486 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42818) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:27.398644 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:27.490858 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.491335 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc68c17-fe73-472f-a2d4-37e89c477ff9 x-openstack-request-id: req-bbc68c17-fe73-472f-a2d4-37e89c477ff9 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:27.491619 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:27.491870 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbc68c17-fe73-472f-a2d4-37e89c477ff9 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:27.492243 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.492364 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc68c17-fe73-472f-a2d4-37e89c477ff9'] response: {'name': 'network-changed', 'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585', 'status': 'completed', 'code': 200} Aug 08 18:54:27.568285 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:27.593151 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.603504 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-18666a61-2f40-4acf-91ab-405b1a6c6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:27.605036 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-18666a61-2f40-4acf-91ab-405b1a6c6b0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 1098 time: 0.0921950 Aug 08 18:54:27.631504 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:27.632132 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.724408 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e69e50-e364-4303-83a5-1254a182c214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b57b763-a053-4fa7-a522-e4f4fa2711d1'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:27.726670 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c5ceb-6cbf-4a75-9889-2da81167a781" -d '{"events": [{"server_uuid": "b9e69e50-e364-4303-83a5-1254a182c214", "name": "network-vif-plugged", "status": "completed", "tag": "8b57b763-a053-4fa7-a522-e4f4fa2711d1"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:27.776574 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc07bcb-01a0-4be1-bc16-6fd42df6c944 x-openstack-request-id: req-5bc07bcb-01a0-4be1-bc16-6fd42df6c944 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:27.776897 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e69e50-e364-4303-83a5-1254a182c214", "name": "network-vif-plugged", "status": "completed", "tag": "8b57b763-a053-4fa7-a522-e4f4fa2711d1", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:27.777155 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bc07bcb-01a0-4be1-bc16-6fd42df6c944 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:27.777689 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc07bcb-01a0-4be1-bc16-6fd42df6c944'] response: {'server_uuid': 'b9e69e50-e364-4303-83a5-1254a182c214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b57b763-a053-4fa7-a522-e4f4fa2711d1', 'code': 200} Aug 08 18:54:27.785674 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=8b57b763-a053-4fa7-a522-e4f4fa2711d1,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:27.794270 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-5396244c-a3da-47ca-8e09-94c97ba0a9da', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:54:27.806022 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.855064 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.867923 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-b4a2a733-1d46-48ce-a2ad-5006b2df68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:27.869377 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-b4a2a733-1d46-48ce-a2ad-5006b2df68ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 911 time: 0.2404273 Aug 08 18:54:27.908373 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:27.919735 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42832) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:27.925083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6304426', 'description': 'tempest-description--885800324'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:27.978576 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-1a82ffc7-78d5-4ee9-b1ef-1caf454dcfe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ce0034-03e2-482d-975b-0c10d96b4585 HTTP/1.1" status: 200 len: 999 time: 0.0994315 Aug 08 18:54:28.069557 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cadae-479d-4c56-a10f-876411b4032d req-544148dc-82ce-428d-a4b0-6ed30a8366cf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:28.070595 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=8b57b763-a053-4fa7-a522-e4f4fa2711d1,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:28.071479 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c68cadae-479d-4c56-a10f-876411b4032d req-544148dc-82ce-428d-a4b0-6ed30a8366cf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 945 time: 0.1263342 Aug 08 18:54:28.081711 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Allocated IP 172.20.0.2 (5396244c-a3da-47ca-8e09-94c97ba0a9da/b658faaa-f68d-4be1-af79-5a90dac46129/9d728283-a1f6-479b-981d-81adbc80ef6e) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:28.108719 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-7f8a98de-3d93-4fe3-b134-68e278ff5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:28.110182 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-7f8a98de-3d93-4fe3-b134-68e278ff5d42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 200 len: 849 time: 0.1203005 Aug 08 18:54:28.119249 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.173669 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '64ecff93-1534-40ac-bf31-beeab774e9ea', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'port_id': '89ce0034-03e2-482d-975b-0c10d96b4585', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'mac_address': 'fa:16:3e:b3:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:08Z', 'updated_at': '2022-08-08T18:54:26Z', 'revision_number': 1, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:28.200233 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.211434 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:28.244208 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:28.245403 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:28.256455 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c68cadae-479d-4c56-a10f-876411b4032d req-8497d0f3-844a-4625-b4b3-3192d8d21cd7 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425793 Aug 08 18:54:28.273787 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.276785 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a046-1a33-4d72-a9ec-895ceff23e3c req-2d54bed1-dee8-4eec-b4f5-d1da3405d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:28.278519 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c742a046-1a33-4d72-a9ec-895ceff23e3c req-2d54bed1-dee8-4eec-b4f5-d1da3405d83e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 1098 time: 0.1476045 Aug 08 18:54:28.285660 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-47b13085-a2a9-42e5-8d8b-cd1eee1f2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:28.296347 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-47b13085-a2a9-42e5-8d8b-cd1eee1f2810 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1468301 Aug 08 18:54:28.377925 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.416263 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c742a046-1a33-4d72-a9ec-895ceff23e3c req-1d07ac3f-03d6-470c-ae98-922fa266566b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200242 Aug 08 18:54:28.453224 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:28.453438 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c508362d-5203-4498-a9c1-b91aa876122e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:28.485625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33496f-ed3d-455c-acf9-5206e07ee99a req-345b27f2-8a0e-4e34-91b3-ccf9d35f701b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:28.487459 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6e33496f-ed3d-455c-acf9-5206e07ee99a req-345b27f2-8a0e-4e34-91b3-ccf9d35f701b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1439459 Aug 08 18:54:28.503838 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.507834 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-ef6ec69f-1fd5-4f6c-81dc-488284a93f0e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5836425 Aug 08 18:54:28.510078 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42838) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:28.514109 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91db5-0838-45f1-b355-5f493b9cb16f req-71ddeac9-9962-467e-a213-5430138d6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:28.514541 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': 'c508362d-5203-4498-a9c1-b91aa876122e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:28.515586 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4ac91db5-0838-45f1-b355-5f493b9cb16f req-71ddeac9-9962-467e-a213-5430138d6361 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.1544142 Aug 08 18:54:28.548250 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-e3307673-2821-46aa-a5f1-6427e08f721a service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349942 Aug 08 18:54:28.551528 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.557370 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6e33496f-ed3d-455c-acf9-5206e07ee99a req-0068b135-e7c2-4a4d-b9d2-86e7f7203c97 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622153 Aug 08 18:54:28.575811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.640672 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.665555 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4ac91db5-0838-45f1-b355-5f493b9cb16f req-75745c43-2067-4a50-8b7d-ae537ae24317 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Aug 08 18:54:28.706720 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.764390 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:28.770821 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:28.786880 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:28.793976 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Pushing event updated for resources: {'Port': ['ID=9d728283-a1f6-479b-981d-81adbc80ef6e,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:28.822441 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fb192bbe-982d-4c73-871e-8f12f1f65c2b req-c3594f23-d05e-45a8-bc6d-25ca88482151 service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941988 Aug 08 18:54:28.825067 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Allocated IP 172.27.3.150 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/e1af3ea3-c63c-4328-af68-6cd2a115fc4b) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:28.845246 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.887479 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Attempting to bind port 9d728283-a1f6-479b-981d-81adbc80ef6e on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:28.888549 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Attempting to bind port 9d728283-a1f6-479b-981d-81adbc80ef6e by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:28.888991 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Attempting to bind port 9d728283-a1f6-479b-981d-81adbc80ef6e on network 5396244c-a3da-47ca-8e09-94c97ba0a9da {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:28.905067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:28.905337 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Checking segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:28.905733 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.906120 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Bound using segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:28.906581 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Bound port: 9d728283-a1f6-479b-981d-81adbc80ef6e, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:28.907009 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.919217 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:28.948069 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04511367-2fbb-4721-9992-5a6e4c394426,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:28.969114 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.007384 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] For port 9d728283-a1f6-479b-981d-81adbc80ef6e, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:29.012535 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] For port 9d728283-a1f6-479b-981d-81adbc80ef6e, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=9d728283-a1f6-479b-981d-81adbc80ef6e,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:29.022339 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '64ecff93-1534-40ac-bf31-beeab774e9ea', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'port_id': '89ce0034-03e2-482d-975b-0c10d96b4585', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'mac_address': 'fa:16:3e:b3:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:08Z', 'updated_at': '2022-08-08T18:54:26Z', 'revision_number': 1, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:29.034800 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.036972 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-18175e3b-03b4-427f-9b28-853100cf447b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250943 Aug 08 18:54:29.039151 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42840) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:29.043676 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': 'c508362d-5203-4498-a9c1-b91aa876122e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:29.049256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd4770-869a-4122-8adb-a186053dc0d8 None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '64ecff93-1534-40ac-bf31-beeab774e9ea', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'port_id': '89ce0034-03e2-482d-975b-0c10d96b4585', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'mac_address': 'fa:16:3e:b3:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:08Z', 'updated_at': '2022-08-08T18:54:26Z', 'revision_number': 1, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:29.056256 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.098637 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:29.101651 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:29.105230 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:29.119437 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.128571 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Pushing event updated for resources: {'Port': ['ID=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:29.156576 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.195419 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e984c-25e0-426a-ad9a-f3924e4748e9 None None] Pushing event updated for resources: {'Port': ['ID=9d728283-a1f6-479b-981d-81adbc80ef6e,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:29.229258 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.280109 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fde00-de19-439b-8d00-e231c1de8299 None None] New status for floating IP 64ecff93-1534-40ac-bf31-beeab774e9ea: ACTIVE {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:54:29.290026 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.310378 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a048ef-2a38-4b34-b107-a42e2129f995,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:29.406799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.408750 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-bc367fba-84dd-4fc6-9d82-72248c9985e8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678234 Aug 08 18:54:29.411182 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42848) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:29.415616 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:29.540918 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.679785 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.725053 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:29.789828 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c99c04-dbbf-474e-8bce-5c012e54c10f req-50b9113e-a442-4b35-bbc2-6d13cc0b0642 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:29.791316 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93c99c04-dbbf-474e-8bce-5c012e54c10f req-50b9113e-a442-4b35-bbc2-6d13cc0b0642 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 945 time: 0.3186023 Aug 08 18:54:29.808130 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90138f1d-7234-4e44-ab67-fd3be93e6273 req-871d741e-6578-4733-830a-f3c4bb614b49 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:29.810270 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-90138f1d-7234-4e44-ab67-fd3be93e6273 req-871d741e-6578-4733-830a-f3c4bb614b49 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1114175 Aug 08 18:54:29.891485 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-90138f1d-7234-4e44-ab67-fd3be93e6273 req-1c6e30bd-2734-4d78-8064-3c21d8eb74ca tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Aug 08 18:54:29.892570 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.27.3.146 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/dc85e67a-d48b-4688-bd03-3efb101657bf) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:29.911727 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93c99c04-dbbf-474e-8bce-5c012e54c10f req-aed13113-f650-4304-bdf9-4560dea504ad tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884707 Aug 08 18:54:30.012525 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.027905 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.126307 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.171667 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:30.176548 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:30.179048 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:30.204286 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=dc85e67a-d48b-4688-bd03-3efb101657bf,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:30.260963 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Router e5f6fc67-80a1-4807-b3d4-c2a05e242389 is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:54:30.273913 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30029592-27e3-4817-b06c-870f065995cf None None] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:30.281209 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.369376 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] Provisioning complete for port 9d728283-a1f6-479b-981d-81adbc80ef6e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:30.369749 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.397600 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.406851 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:30.407256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 9d728283-a1f6-479b-981d-81adbc80ef6e up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:30.445350 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Sync routers for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:30.484053 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:30.484665 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:30.499293 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.503720 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5aafa0d5-5291-45bf-be2d-8b652dbce12c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1064608 Aug 08 18:54:30.504503 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42862) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:30.562733 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.603502 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] Current status of the port 9d728283-a1f6-479b-981d-81adbc80ef6e is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:30.603892 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.616142 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.676512 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 9d728283-a1f6-479b-981d-81adbc80ef6e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:30.676886 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.692308 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.695830 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=dc85e67a-d48b-4688-bd03-3efb101657bf,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:30.748168 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:30.750800 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] For port 9d728283-a1f6-479b-981d-81adbc80ef6e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=9d728283-a1f6-479b-981d-81adbc80ef6e,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:30.779142 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.782119 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4a19968d-2d7d-4724-80a6-34bf745f092a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3684316 Aug 08 18:54:30.834537 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:30.983155 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.024330 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 9d728283-a1f6-479b-981d-81adbc80ef6e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:31.028173 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e89f8-da19-4594-9ab4-e6151b4c2ed8 None None] Pushing event updated for resources: {'Port': ['ID=9d728283-a1f6-479b-981d-81adbc80ef6e,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:31.090664 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:29Z', 'revision_number': 3, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:31.115347 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3439a5-a2f9-4469-a2ea-01f7d145138e req-be59872e-0d4f-46cf-bcdb-b072e1a1b2b7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:31.117322 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6a3439a5-a2f9-4469-a2ea-01f7d145138e req-be59872e-0d4f-46cf-bcdb-b072e1a1b2b7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0631146 Aug 08 18:54:31.123568 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Checking router: e5f6fc67-80a1-4807-b3d4-c2a05e242389 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:31.123993 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Updating router e5f6fc67-80a1-4807-b3d4-c2a05e242389 port e1af3ea3-c63c-4328-af68-6cd2a115fc4b binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:54:31.149036 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4538-659c-4b9e-b0a3-7fd48a51d4b1 req-a85e777b-919a-4e34-9293-06ee67fa78b8 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:31.149901 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.151409 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-15fe4538-659c-4b9e-b0a3-7fd48a51d4b1 req-a85e777b-919a-4e34-9293-06ee67fa78b8 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 945 time: 0.0986600 Aug 08 18:54:31.176424 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6a3439a5-a2f9-4469-a2ea-01f7d145138e req-97c6e489-83ab-48e1-935e-ac260879b0fc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519302 Aug 08 18:54:31.224113 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Allocated IP 172.20.0.1 (5396244c-a3da-47ca-8e09-94c97ba0a9da/b658faaa-f68d-4be1-af79-5a90dac46129/d0a37cc0-8ca0-4630-9cdd-9662b7222ec2) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:31.232190 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-15fe4538-659c-4b9e-b0a3-7fd48a51d4b1 req-aaef166c-1886-490c-90fd-1d5d6399d7d2 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724533 Aug 08 18:54:31.330725 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6fe338ad-17e6-463e-8b98-3516aab60f7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--6304426&fields=id&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 267 time: 0.0683906 Aug 08 18:54:31.360118 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-d2a5fa50-9358-44be-8036-66c4bba00708 None None] Provisioning complete for port 9d728283-a1f6-479b-981d-81adbc80ef6e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:31.360118 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d2a5fa50-9358-44be-8036-66c4bba00708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.365942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.454775 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-d8612d8c-d830-4627-95ad-69bf68382659 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:31.456439 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-d8612d8c-d830-4627-95ad-69bf68382659 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1181958 Aug 08 18:54:31.472079 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-f985c5a4-9e29-494e-93f7-c6e6ce646776 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/quotas/c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 375 time: 0.0095873 Aug 08 18:54:31.508932 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.510606 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5fa50-9358-44be-8036-66c4bba00708 None None] Current status of the port 9d728283-a1f6-479b-981d-81adbc80ef6e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:31.529596 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-81d656a7-274e-4e64-a7fc-a0a58a18d8fc tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520349 Aug 08 18:54:31.530388 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.570599 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:31.575989 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:31.580482 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:31.583938 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:31.628266 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.654031 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-eba6dfda-7eb7-45d8-b076-ea7fa584fc31 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098404 Aug 08 18:54:31.654276 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.698428 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Attempting to bind port e1af3ea3-c63c-4328-af68-6cd2a115fc4b on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:31.698859 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Attempting to bind port e1af3ea3-c63c-4328-af68-6cd2a115fc4b by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:31.699265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Attempting to bind port e1af3ea3-c63c-4328-af68-6cd2a115fc4b on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:31.708582 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:31.708963 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:31.709376 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.709773 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:31.710254 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Bound port: e1af3ea3-c63c-4328-af68-6cd2a115fc4b, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:31.710637 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.787510 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65f02-143a-4256-af41-2249e3f176fd req-b55259e7-c196-4614-8fe5-b060b4be83f1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:31.789079 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-31b65f02-143a-4256-af41-2249e3f176fd req-b55259e7-c196-4614-8fe5-b060b4be83f1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0895455 Aug 08 18:54:31.818249 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-f2aa43bd-d1d8-4a89-baf7-e57e963efad2 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632311 Aug 08 18:54:31.902755 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-31b65f02-143a-4256-af41-2249e3f176fd req-96d502f5-0230-4f54-9f0c-5e62b70ef31e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936844 Aug 08 18:54:31.907831 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-f4ff465a-11b7-46af-a49d-d170f53907a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:31.909433 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-f4ff465a-11b7-46af-a49d-d170f53907a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.1018858 Aug 08 18:54:31.937065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86143f-3a19-41b7-968a-7c48581b5fd9 None None] Pushing event updated for resources: {'Port': ['ID=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:31.964091 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-50d02aa9-4f7c-45f6-aa70-4a7dcd0cf8c2 None None] Provisioning complete for port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:31.971129 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-50d02aa9-4f7c-45f6-aa70-4a7dcd0cf8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:31.998676 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] For port e1af3ea3-c63c-4328-af68-6cd2a115fc4b, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:32.014043 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] For port e1af3ea3-c63c-4328-af68-6cd2a115fc4b, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:32.015445 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-50d02aa9-4f7c-45f6-aa70-4a7dcd0cf8c2 None None] Port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:32.032722 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.075152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-b99099fd-ffd7-40fc-8c86-4b1c22bee906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:32.076640 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-b99099fd-ffd7-40fc-8c86-4b1c22bee906 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.1595368 Aug 08 18:54:32.085876 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.126358 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:32.127000 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:32.149805 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-cd51177b-2258-4363-9459-8802bd7057c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 217 time: 0.0625889 Aug 08 18:54:32.192174 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86143f-3a19-41b7-968a-7c48581b5fd9 None None] Pushing event updated for resources: {'Port': ['ID=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:32.196971 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7e3ba2be-f131-4e6e-b828-28aeed6cfe40 req-3ed6e967-0989-4625-b90c-55c5ede93bcc tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 210 time: 0.0639584 Aug 08 18:54:32.240733 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-809f29ea-2a23-45e1-9521-06bd2f92d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:32.240733 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-809f29ea-2a23-45e1-9521-06bd2f92d47b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0719595 Aug 08 18:54:32.279380 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:32.330906 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-8c41b9fd-7401-41f9-9147-a08e8956234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:32.332590 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-8c41b9fd-7401-41f9-9147-a08e8956234a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601902 Aug 08 18:54:32.400464 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 9d728283-a1f6-479b-981d-81adbc80ef6e up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:32.404494 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3f4a411d-18c4-44e9-913c-c817a876aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.430640 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.457394 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-8d052bff-e1dc-4447-853c-9d7ab83febdb service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136441 Aug 08 18:54:32.532690 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.574731 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 9d728283-a1f6-479b-981d-81adbc80ef6e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:32.575144 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.610297 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-61b22f75-9dba-4f3e-911e-6c71a3f3671a req-ab69f09f-385d-4dd3-80e0-2cc36bd6313f service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459012 Aug 08 18:54:32.618649 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:32.621233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:32.626718 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 1, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:32.655339 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710c734-181c-4e42-9ff4-746b74b8c3b1 None None] The sync data for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi is: [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 1, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:32.720257 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 9d728283-a1f6-479b-981d-81adbc80ef6e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:32.732294 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:32.733796 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:33.046829 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-a5ef9e58-17da-48e7-b674-34cdd7ce89fb None None] Provisioning complete for port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:33.047943 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9e58-17da-48e7-b674-34cdd7ce89fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:33.066836 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ca51b-87c2-4b42-aea9-1fc0fa7785de req-23303e6c-8991-4c43-a339-426398e3ee09 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:33.076269 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-630ca51b-87c2-4b42-aea9-1fc0fa7785de req-23303e6c-8991-4c43-a339-426398e3ee09 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0931644 Aug 08 18:54:33.089438 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef9e58-17da-48e7-b674-34cdd7ce89fb None None] Port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:33.115797 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-630ca51b-87c2-4b42-aea9-1fc0fa7785de req-e7be7aed-dea9-40ea-808c-dda1bf4c796a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Aug 08 18:54:33.148675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93658f7-6a1c-4fb5-b2f8-2b4f6181d47f req-fe288ce4-12ce-4cff-bc44-46edb661858c tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:33.150651 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f93658f7-6a1c-4fb5-b2f8-2b4f6181d47f req-fe288ce4-12ce-4cff-bc44-46edb661858c tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 945 time: 0.3083932 Aug 08 18:54:33.152667 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Router e5f6fc67-80a1-4807-b3d4-c2a05e242389 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:54:33.238369 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f93658f7-6a1c-4fb5-b2f8-2b4f6181d47f req-5c590465-bd58-4736-ae7e-c84145ade5aa tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Aug 08 18:54:33.303483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:33.308656 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-77dbcda0-701e-49f1-bf05-02cff51ce5c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/e5f6fc67-80a1-4807-b3d4-c2a05e242389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029282 Aug 08 18:54:33.331148 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-14a32ce3-b4eb-4dd1-a582-2910df4d8d9b req-10ece51b-345c-44b0-aa4e-c4affd2e074e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 210 time: 0.0408909 Aug 08 18:54:34.072151 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42934) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:34.077907 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1430073843-network', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:34.152914 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Made reservation on behalf of 3628d7bb7c0641b9b9539e2bf6954616 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:34.155258 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.165034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.264510 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0e288-0fda-42d4-8db9-1cc730925394 req-2136de91-5d2c-4672-abe6-b2aae80793ca tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:34.265975 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0da0e288-0fda-42d4-8db9-1cc730925394 req-2136de91-5d2c-4672-abe6-b2aae80793ca tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0720179 Aug 08 18:54:34.284980 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.318364 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0da0e288-0fda-42d4-8db9-1cc730925394 req-3d3b0beb-4223-4d45-9b93-b515a7395b5b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Aug 08 18:54:34.344429 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.382320 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:54:34.389560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3082bfb0-0ce5-48a7-9e91-81ac99f714d8,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:34.399375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.399589 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.399867 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.400203 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.400507 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.400849 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.401180 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.401423 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device e1af3ea3-c63c-4328-af68-6cd2a115fc4b up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:34.401868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.401951 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.402233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.402559 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.419981 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:34.421746 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001e160-4038-4a29-b722-54a50085e98a req-c7ad6b96-7a96-4caa-815e-577e4dc177fc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:34.426348 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.426348 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Added segment f78200d1-bb90-4149-bb0f-2dd7727f888a of type vlan for network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 Aug 08 18:54:34.439058 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3001e160-4038-4a29-b722-54a50085e98a req-c7ad6b96-7a96-4caa-815e-577e4dc177fc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 945 time: 0.1028388 Aug 08 18:54:34.486473 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3001e160-4038-4a29-b722-54a50085e98a req-86e4c4fd-ca57-4e4b-be43-a366941f5ae4 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457973 Aug 08 18:54:34.493047 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port e1af3ea3-c63c-4328-af68-6cd2a115fc4b triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:34.493586 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.513479 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.517153 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-794b1c9d-a038-44d0-8226-21a906fa2310 req-8447db6a-73e7-4489-b400-24d6c4761d97 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 210 time: 0.0671475 Aug 08 18:54:34.607668 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port e1af3ea3-c63c-4328-af68-6cd2a115fc4b is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:34.608063 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.629165 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port e1af3ea3-c63c-4328-af68-6cd2a115fc4b, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:34.638717 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a60dda6f-aee8-4c4a-bccf-2c4822123386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.741838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.742075 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.742934 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:34.743610 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:34.802719 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:34.837077 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] Pushing event updated for resources: {'Network': ['ID=1bdf865c-1cdc-4832-8e5b-d5a028070fd9,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:34.853290 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:54:34.856424 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-189b3ded-54c2-4156-b431-08b4e09875ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7830873 Aug 08 18:54:34.861516 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 42944) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:34.865073 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-c1a37e61-a11a-4e07-b272-487edadb5143 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:34.866385 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-c1a37e61-a11a-4e07-b272-487edadb5143 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 945 time: 0.0978374 Aug 08 18:54:34.878150 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Request body: {'subnet': {'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1430073843-subnet', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:34.902690 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Sync routers for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:34.918909 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:34.920367 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:34.933073 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-c9e68816-3766-412e-bffe-e889aceb72b4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:34.935476 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-c9e68816-3766-412e-bffe-e889aceb72b4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1665478 Aug 08 18:54:35.007221 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Deleting port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:54:35.007934 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.024505 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-085f31d7-c4ed-4631-8185-cd0f8780a6a2 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 470 time: 0.0674481 Aug 08 18:54:35.032981 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Made reservation on behalf of 3628d7bb7c0641b9b9539e2bf6954616 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:35.037743 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13429405'] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.042978 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'port': {'device_id': '31652869-f47a-4607-a052-1fa70d74460c', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'admin_state_up': True, 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'security_groups': ['c508362d-5203-4498-a9c1-b91aa876122e']}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:35.045514 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:35.113879 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] For port 8b57b763-a053-4fa7-a522-e4f4fa2711d1, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=8b57b763-a053-4fa7-a522-e4f4fa2711d1,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:35.114169 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.128621 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Calling delete_port for 8b57b763-a053-4fa7-a522-e4f4fa2711d1 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:54:35.270168 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:32Z', 'revision_number': 2, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:35.300424 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Checking router: e5f6fc67-80a1-4807-b3d4-c2a05e242389 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:35.300777 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Updating router e5f6fc67-80a1-4807-b3d4-c2a05e242389 port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:54:35.326593 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.342143 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Made reservation on behalf of c354749a136048b08745a4b9247e917c for: {'port': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:35.345960 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.359079 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.360993 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13488174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13429427'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.399153 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Pushing event deleted for resources: {'Port': ['ID=8b57b763-a053-4fa7-a522-e4f4fa2711d1,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:35.440969 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] No DVR routers for this DVR port 8b57b763-a053-4fa7-a522-e4f4fa2711d1 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:54:35.444454 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.447786 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cca0efdf-e0b8-43c1-8f60-08c4f99fbbb9 req-5725744d-013c-456f-93b4-edbb2e323fe9 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "DELETE /v2.0/ports/8b57b763-a053-4fa7-a522-e4f4fa2711d1 HTTP/1.1" status: 204 len: 173 time: 0.5655365 Aug 08 18:54:35.448208 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e69e50-e364-4303-83a5-1254a182c214', 'name': 'network-vif-deleted', 'tag': '8b57b763-a053-4fa7-a522-e4f4fa2711d1'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:35.450632 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96215a62-4c37-4d92-93b6-0137f79866fc" -d '{"events": [{"server_uuid": "b9e69e50-e364-4303-83a5-1254a182c214", "name": "network-vif-deleted", "tag": "8b57b763-a053-4fa7-a522-e4f4fa2711d1"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:35.489346 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d314ca-d2f9-4e39-bffd-4eeedc0f29a9 x-openstack-request-id: req-15d314ca-d2f9-4e39-bffd-4eeedc0f29a9 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:35.490617 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e69e50-e364-4303-83a5-1254a182c214", "name": "network-vif-deleted", "tag": "8b57b763-a053-4fa7-a522-e4f4fa2711d1", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:35.491055 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15d314ca-d2f9-4e39-bffd-4eeedc0f29a9 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:35.491793 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d314ca-d2f9-4e39-bffd-4eeedc0f29a9'] response: {'server_uuid': 'b9e69e50-e364-4303-83a5-1254a182c214', 'name': 'network-vif-deleted', 'tag': '8b57b763-a053-4fa7-a522-e4f4fa2711d1', 'status': 'completed', 'code': 200} Aug 08 18:54:35.495794 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9264dc97-a114-4b33-9672-2042a95fc57a,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:35.512024 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Checking segment: {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:35.512379 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Network hostable DHCP agents. Network: 1bdf865c-1cdc-4832-8e5b-d5a028070fd9, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526180 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526771 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526771 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.526953 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:54:35.605911 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b54a168d-0c0a-454d-9a27-4061dfe089bb req-c551b588-dfac-4db3-9cd3-fd8425557a66 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e69e50-e364-4303-83a5-1254a182c214 HTTP/1.1" status: 200 len: 210 time: 0.0339434 Aug 08 18:54:35.688314 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.708718 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c9683043-be36-4383-9849-d19893ed5e11 req-5d58c487-7901-43ba-9743-e230020c67e1 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 210 time: 0.0350761 Aug 08 18:54:35.758624 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.805571 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3b616-fc6e-4315-98ca-4641b529052b req-cf1042c3-ee20-4e0c-84e6-891d4aa52267 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:35.807060 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-38c3b616-fc6e-4315-98ca-4641b529052b req-cf1042c3-ee20-4e0c-84e6-891d4aa52267 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.3490901 Aug 08 18:54:35.835016 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9789-26c7-4db3-addf-50fa658883d8 None None] Pushing event updated for resources: {'Port': ['ID=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:35.840320 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.20.0.12 (9bf643ee-79c6-4535-99f5-34bd9b4b7633/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c/16e193d7-c86c-48a7-9218-61011a15bfb4) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:35.845384 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.847281 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Attempting to bind port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:35.847657 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Attempting to bind port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:35.848020 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Attempting to bind port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 on network 5396244c-a3da-47ca-8e09-94c97ba0a9da {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:35.853051 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:35.855604 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Checking segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:35.855604 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.855604 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Bound using segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:35.855604 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Bound port: d0a37cc0-8ca0-4630-9cdd-9662b7222ec2, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:35.855604 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:35.869927 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-38c3b616-fc6e-4315-98ca-4641b529052b req-4eedf8ef-85ad-4e38-8bc1-a4efc23df132 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Aug 08 18:54:35.913022 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:54:35.921687 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] For port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:35.925590 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] For port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:35.996152 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 1bdf865c-1cdc-4832-8e5b-d5a028070fd9) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:36.003761 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:36.004332 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.017884 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad4628-5575-4073-864e-71e08eef6177 None None] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:36.022855 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.023051 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.037449 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:36.038293 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:36.136911 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.143309 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d523c218-e2e4-47a0-a66c-733f62966c6f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2796583 Aug 08 18:54:36.147993 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 42966) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:36.152739 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:36.194016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:36.197116 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:36.202211 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:36.219429 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9789-26c7-4db3-addf-50fa658883d8 None None] Pushing event updated for resources: {'Port': ['ID=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:36.229781 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-1bdf865c-1cdc-4832-8e5b-d5a028070fd9', 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'fixed_ips': [{'subnet_id': '9264dc97-a114-4b33-9672-2042a95fc57a'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:54:36.231155 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.240075 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=16e193d7-c86c-48a7-9218-61011a15bfb4,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:36.280316 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:36.281326 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.297196 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.298264 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.319220 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:36.372964 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-6211b30f-edfd-49d3-a2af-127ac4060961 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3294747 Aug 08 18:54:36.385154 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Request body: {'port': {'device_id': '31652869-f47a-4607-a052-1fa70d74460c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:36.464756 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.526010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.532553 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Allocated IP 172.20.0.2 (1bdf865c-1cdc-4832-8e5b-d5a028070fd9/9264dc97-a114-4b33-9672-2042a95fc57a/47ace1c5-fd18-4111-9013-baff6ccb2dd8) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:36.573773 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:36.636698 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-9285da21-d9d2-4b25-8437-646762309465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:35Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:36.702476 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285da21-d9d2-4b25-8437-646762309465 None None] The sync data for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi is: [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:35Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:36.743112 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-6aac3653-3002-4773-9e5f-73be28a8baa4 None None] Provisioning complete for port 16e193d7-c86c-48a7-9218-61011a15bfb4 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:36.743771 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6aac3653-3002-4773-9e5f-73be28a8baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.809154 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-6aac3653-3002-4773-9e5f-73be28a8baa4 None None] Port 16e193d7-c86c-48a7-9218-61011a15bfb4 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:36.846933 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.879551 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:36.881048 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.934188 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:36.967969 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981d9de-1682-4ecd-a991-8b0750cf8661 req-690c0bb2-579b-46b4-81b8-2a42702b08ec tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:36.975843 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b981d9de-1682-4ecd-a991-8b0750cf8661 req-690c0bb2-579b-46b4-81b8-2a42702b08ec tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 932 time: 0.1210260 Aug 08 18:54:36.991836 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:36.992523 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.041939 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.056942 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:37.066270 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b981d9de-1682-4ecd-a991-8b0750cf8661 req-24b836d9-bd86-40c9-b727-95a67cd358db tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0758271 Aug 08 18:54:37.111187 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:37.114583 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:37.117464 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:37.123299 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e193d7-c86c-48a7-9218-61011a15bfb4 {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:37.129521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Pushing event updated for resources: {'Port': ['ID=47ace1c5-fd18-4111-9013-baff6ccb2dd8,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:37.131933 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.150212 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Transition to ACTIVE for port object 16e193d7-c86c-48a7-9218-61011a15bfb4 will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:54:37.177144 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.177826 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device e1af3ea3-c63c-4328-af68-6cd2a115fc4b up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:37.225675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-64455dbf-2a8f-4ce1-82bc-2d88ae24d34d tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:37.233116 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-64455dbf-2a8f-4ce1-82bc-2d88ae24d34d tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/networks?id=5668a66c-7126-4a2a-98c1-4666e8dcf45c HTTP/1.1" status: 200 len: 809 time: 0.2051244 Aug 08 18:54:37.233309 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.244932 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 8b57b763-a053-4fa7-a522-e4f4fa2711d1 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:54:37.286506 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 8b57b763-a053-4fa7-a522-e4f4fa2711d1 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:54:37.286849 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 8b57b763-a053-4fa7-a522-e4f4fa2711d1 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:54:37.289308 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Attempting to bind port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:37.289685 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Attempting to bind port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:37.290052 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Attempting to bind port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 on network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:37.291543 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-f071516a-cbdd-414f-9cc6-c8ce1f8060bf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/quotas/6c4c08dc120d4fa2bcdfdd7c11eb1479 HTTP/1.1" status: 200 len: 375 time: 0.0531387 Aug 08 18:54:37.312694 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:37.313065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Checking segment: {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:37.313471 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.314030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Bound using segment: {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:37.314347 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Bound port: 47ace1c5-fd18-4111-9013-baff6ccb2dd8, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:37.314728 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.326632 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-db3141ac-4914-4932-a039-fc3952056178 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341179 Aug 08 18:54:37.333492 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.336602 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:37.347614 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Pushing event updated for resources: {'Port': ['ID=16e193d7-c86c-48a7-9218-61011a15bfb4,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:37.380407 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Attempting to bind port 16e193d7-c86c-48a7-9218-61011a15bfb4 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:37.380683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Attempting to bind port 16e193d7-c86c-48a7-9218-61011a15bfb4 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:37.381324 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Attempting to bind port 16e193d7-c86c-48a7-9218-61011a15bfb4 on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:37.381618 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port e1af3ea3-c63c-4328-af68-6cd2a115fc4b triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:37.382019 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.392558 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Port 16e193d7-c86c-48a7-9218-61011a15bfb4 on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:54:37.392930 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Attempting to bind port 16e193d7-c86c-48a7-9218-61011a15bfb4 on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:37.411555 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:37.411905 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:37.412630 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Bound using segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:37.412745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Bound port: 16e193d7-c86c-48a7-9218-61011a15bfb4, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:37.413062 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.447138 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.473547 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.522632 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] For port 16e193d7-c86c-48a7-9218-61011a15bfb4, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:37.536906 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] For port 16e193d7-c86c-48a7-9218-61011a15bfb4, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=16e193d7-c86c-48a7-9218-61011a15bfb4,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:37.593478 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.597673 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:37.598297 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.599760 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] 10.222.0.30 "PUT /v2.0/ports/16e193d7-c86c-48a7-9218-61011a15bfb4 HTTP/1.1" status: 200 len: 1094 time: 1.2211421 Aug 08 18:54:37.599890 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-4e5e50de-0bce-4af6-8581-e2d56c6616f3 service neutron] 10.222.0.23 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437129 Aug 08 18:54:37.600498 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:37.602757 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:37.634306 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Allocated IP 172.27.3.70 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/5f8dcc3c-0280-47c5-adcd-073d9313b015) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:37.672938 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] For port 47ace1c5-fd18-4111-9013-baff6ccb2dd8, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:37.677476 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21bad5b-5c0b-40d4-bd64-e96b168950f9 x-openstack-request-id: req-e21bad5b-5c0b-40d4-bd64-e96b168950f9 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:37.677793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:37.678048 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e21bad5b-5c0b-40d4-bd64-e96b168950f9 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:37.678452 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21bad5b-5c0b-40d4-bd64-e96b168950f9'] response: {'name': 'network-changed', 'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'status': 'completed', 'code': 200} Aug 08 18:54:37.705341 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] For port 47ace1c5-fd18-4111-9013-baff6ccb2dd8, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=47ace1c5-fd18-4111-9013-baff6ccb2dd8,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:37.746665 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb6d7c-0c55-40fe-9dbf-c6bdecd5df73 service neutron] Pushing event updated for resources: {'Port': ['ID=16e193d7-c86c-48a7-9218-61011a15bfb4,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:37.776507 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f req-75d04d84-9e28-4d7c-9a2c-23c70ada60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:37.778074 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f req-75d04d84-9e28-4d7c-9a2c-23c70ada60e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 1097 time: 0.0796154 Aug 08 18:54:37.798895 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port e1af3ea3-c63c-4328-af68-6cd2a115fc4b is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:37.808368 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.821749 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:37.874428 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-e1ce9a84-70ed-4921-a69d-c1b2582e8b22 service neutron] 10.222.0.23 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592158 Aug 08 18:54:37.908342 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e62ad-9186-496e-9779-dd03990403fe None None] Pushing event updated for resources: {'Port': ['ID=47ace1c5-fd18-4111-9013-baff6ccb2dd8,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:37.927496 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.025824 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43002) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:38.030259 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842428405', 'description': 'tempest-description--53161373'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:38.040047 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.050460 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f req-335339a6-88aa-4ffe-8737-2ccefb67e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:38.050571 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f req-335339a6-88aa-4ffe-8737-2ccefb67e8c7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c354749a136048b08745a4b9247e917c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2643592 Aug 08 18:54:38.117834 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Pushing event updated for resources: {'Port': ['ID=5f8dcc3c-0280-47c5-adcd-073d9313b015,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:38.142799 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:38.142799 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:38.155304 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:38.302537 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.420234 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b34ee-bc68-4004-a812-f02c28eb45f4 req-45f693e9-6a4c-4ce2-9dd6-9c8f39023d4f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:38.422230 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-be4b34ee-bc68-4004-a812-f02c28eb45f4 req-45f693e9-6a4c-4ce2-9dd6-9c8f39023d4f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 944 time: 0.2125816 Aug 08 18:54:38.424929 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f req-e050191b-d263-4e4e-9e1a-21f2eb162425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:38.426829 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cd7cfb08-37d6-4372-9dd2-7a819a92ec8f req-e050191b-d263-4e4e-9e1a-21f2eb162425 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3656781 Aug 08 18:54:38.522112 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-be4b34ee-bc68-4004-a812-f02c28eb45f4 req-ac32ec37-f5d6-4c5a-aa7f-736619408799 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0871878 Aug 08 18:54:38.571817 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2a2fc298-4352-4ea8-866f-75eef842e16d req-6d266099-c8d4-479a-962f-39e1ba37072d tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.3545837 Aug 08 18:54:38.576140 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:38.612524 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.627187 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-e1f1859d-99da-41ea-a016-9779a2eaa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:38.628691 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-e1f1859d-99da-41ea-a016-9779a2eaa562 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 1097 time: 0.1043622 Aug 08 18:54:38.676833 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:38.677215 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.683453 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.686840 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-ac7b3ad4-e66c-40ba-b0b7-0a0731a932a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16e193d7-c86c-48a7-9218-61011a15bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0500362 Aug 08 18:54:38.753220 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202cbab4-1375-4ca5-9e47-74cddffb512e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:38.760337 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-59f4d1dc-2601-44e4-abcb-605cd76dc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:38.762317 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-59f4d1dc-2601-44e4-abcb-605cd76dc7ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0676334 Aug 08 18:54:38.779470 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:38.780642 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 47ace1c5-fd18-4111-9013-baff6ccb2dd8 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:38.821422 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.822648 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0a92f1bf-7057-4234-bdfc-9cdecdf6d4a4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7959263 Aug 08 18:54:38.826906 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43020) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:38.834031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:38.835662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.844750 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'security_group_rule': {'security_group_id': '202cbab4-1375-4ca5-9e47-74cddffb512e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:38.870538 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-bce8ff5f-9652-4176-98b9-a1a30170582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:38.872529 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-bce8ff5f-9652-4176-98b9-a1a30170582d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005189 Aug 08 18:54:38.876577 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.936079 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:38.936633 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:38.982521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 47ace1c5-fd18-4111-9013-baff6ccb2dd8, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=47ace1c5-fd18-4111-9013-baff6ccb2dd8,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:39.005773 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-ab097c3c-28e0-4251-ad1e-0ee7e5b5d468 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235404 Aug 08 18:54:39.106081 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.118520 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.129910 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0710ad74-55b3-4652-9eaf-97f52f8feb97 req-7b39679c-ce29-44fe-8583-41cf7eae233b service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153915 Aug 08 18:54:39.155296 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.165770 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c56903-9620-4055-9aab-007c1065aa6c None None] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:54:39.195098 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.299174 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-7978c1a2-1b06-454d-b2df-ae98dfaf01e6 None None] Provisioning complete for port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:39.299467 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7978c1a2-1b06-454d-b2df-ae98dfaf01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.304055 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=47ace1c5-fd18-4111-9013-baff6ccb2dd8,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:39.341648 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.361493 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda199e4-fcd0-457e-b57a-015424b5a060,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:39.370395 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Router fea2f2dd-771f-402a-8c8d-e35dca602e10 is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:54:39.438836 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-7978c1a2-1b06-454d-b2df-ae98dfaf01e6 None None] Current status of the port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:39.458271 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.459527 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-19b95bbc-a143-454f-801a-05f2f855deb9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6316698 Aug 08 18:54:39.462207 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43024) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:39.466741 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'security_group_rule': {'security_group_id': '202cbab4-1375-4ca5-9e47-74cddffb512e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:39.520239 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:39.531311 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Sync routers for ids ['fea2f2dd-771f-402a-8c8d-e35dca602e10'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:39.554820 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Routers {'fea2f2dd-771f-402a-8c8d-e35dca602e10'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:39.555561 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['fea2f2dd-771f-402a-8c8d-e35dca602e10'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:39.621483 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.681834 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-dfcc6b6d-93bb-42de-a504-e17639cd7d30 req-50bb0c7a-cc65-44ba-b8d6-4f515fb75825 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0302482 Aug 08 18:54:39.685728 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.691189 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ba20c092-64f7-4091-8204-3408db29b51b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5403159 Aug 08 18:54:39.691189 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 43034) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:39.714519 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-740e19c9-a65c-40ac-8ab1-c28969f3d1df None None] Provisioning complete for port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:39.717070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-740e19c9-a65c-40ac-8ab1-c28969f3d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.755394 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb880d-d36f-423a-96ac-64187f13d5cc req-56f0cb32-33e9-4e73-a485-f4a3349d3d75 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:39.756881 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-adcb880d-d36f-423a-96ac-64187f13d5cc req-56f0cb32-33e9-4e73-a485-f4a3349d3d75 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 944 time: 0.0987437 Aug 08 18:54:39.758739 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.770342 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Set router fea2f2dd-771f-402a-8c8d-e35dca602e10 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:39.803853 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-adcb880d-d36f-423a-96ac-64187f13d5cc req-15a2912a-6791-44de-9d5a-4ed4fd4ad9d3 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354481 Aug 08 18:54:39.839050 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.869125 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56083b6-5363-4b45-8a3f-cc553411078f,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:39.949850 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:39.951139 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-dfecf008-2f37-40db-81f6-f6dcf6a110b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4879181 Aug 08 18:54:39.953704 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-740e19c9-a65c-40ac-8ab1-c28969f3d1df None None] Current status of the port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:39.954674 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43036) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:39.959830 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:40.018267 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:54:38Z', 'revision_number': 3, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:40.051384 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.054441 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Checking router: fea2f2dd-771f-402a-8c8d-e35dca602e10 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:40.054715 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Updating router fea2f2dd-771f-402a-8c8d-e35dca602e10 port 5f8dcc3c-0280-47c5-adcd-073d9313b015 binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:54:40.082242 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.165425 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.168220 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.338846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Allocated IP 172.20.0.1 (1bdf865c-1cdc-4832-8e5b-d5a028070fd9/9264dc97-a114-4b33-9672-2042a95fc57a/3ac6645a-0f06-4727-ba34-67b2f4c3d249) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:40.351939 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 47ace1c5-fd18-4111-9013-baff6ccb2dd8 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:40.382041 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.410807 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:40.411197 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.451641 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.484400 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.518017 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Allocated IP 172.27.3.88 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/a4ca77e5-2461-432e-9391-846138af8db5) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:40.526811 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Attempting to bind port 5f8dcc3c-0280-47c5-adcd-073d9313b015 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:40.527224 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Attempting to bind port 5f8dcc3c-0280-47c5-adcd-073d9313b015 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:40.527580 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Attempting to bind port 5f8dcc3c-0280-47c5-adcd-073d9313b015 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:40.532387 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:40.539473 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:40.539843 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:40.540240 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.540721 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:40.541193 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Bound port: 5f8dcc3c-0280-47c5-adcd-073d9313b015, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:40.541565 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.547903 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.572664 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef77a-e7cc-4240-b1d2-f566392153aa None None] Pushing event updated for resources: {'Port': ['ID=5f8dcc3c-0280-47c5-adcd-073d9313b015,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:40.596468 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:40.601218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:40.603536 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] For port 5f8dcc3c-0280-47c5-adcd-073d9313b015, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:40.605671 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:40.606892 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] For port 5f8dcc3c-0280-47c5-adcd-073d9313b015, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5f8dcc3c-0280-47c5-adcd-073d9313b015,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:40.610175 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Pushing event updated for resources: {'Port': ['ID=3ac6645a-0f06-4727-ba34-67b2f4c3d249,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:40.636422 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.651423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.686012 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.736402 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.743028 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Routers {'fea2f2dd-771f-402a-8c8d-e35dca602e10'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:40.749888 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['fea2f2dd-771f-402a-8c8d-e35dca602e10'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:40.787045 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:40.792871 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:40.796253 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef77a-e7cc-4240-b1d2-f566392153aa None None] Pushing event updated for resources: {'Port': ['ID=5f8dcc3c-0280-47c5-adcd-073d9313b015,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:40.796440 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:40.797058 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6f127aeb-79ff-40c9-b208-850c0043ffca req-48202b60-546d-47fa-8c7b-c8b8090e2af1 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0297432 Aug 08 18:54:40.850201 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'Port': ['ID=a4ca77e5-2461-432e-9391-846138af8db5,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:40.898561 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] Set router fea2f2dd-771f-402a-8c8d-e35dca602e10 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:40.900812 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-e4f37c44-04af-4a03-a62d-6ab5ddb477d7 None None] Provisioning complete for port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:40.901178 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e4f37c44-04af-4a03-a62d-6ab5ddb477d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.901373 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.937256 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:40.960383 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655942e8-8424-4820-95cb-40a3fa8cda3d req-a0dd6396-c08e-49f1-9f21-dc635a7d3629 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:40.961848 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-655942e8-8424-4820-95cb-40a3fa8cda3d req-a0dd6396-c08e-49f1-9f21-dc635a7d3629 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 944 time: 0.0667286 Aug 08 18:54:41.006947 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-655942e8-8424-4820-95cb-40a3fa8cda3d req-dcafec3e-2caa-4680-bd8c-e823cd081e67 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330122 Aug 08 18:54:41.007241 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-e4f37c44-04af-4a03-a62d-6ab5ddb477d7 None None] Port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:41.047464 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.112851 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.170575 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.214923 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.238901 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:54:38Z', 'revision_number': 3, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:41.242391 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.244307 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Pushing event updated for resources: {'Port': ['ID=3ac6645a-0f06-4727-ba34-67b2f4c3d249,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:41.265696 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e166c0-cef7-423e-92ee-b5f64cfbe4fe None None] The sync data for ids ['fea2f2dd-771f-402a-8c8d-e35dca602e10'] in dv-cinder-852456-1-iscsi is: [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:54:38Z', 'revision_number': 3, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:41.287494 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.340276 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:41.343166 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:41.355699 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.362790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'Port': ['ID=a4ca77e5-2461-432e-9391-846138af8db5,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:41.446516 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.447902 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7c0fb3d3-b468-44ea-91f6-39129e5a9728 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4920452 Aug 08 18:54:41.469435 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Router fea2f2dd-771f-402a-8c8d-e35dca602e10 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:54:41.602245 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:41.606369 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-176ec7b6-ef3a-4de4-81de-124f1383ec1a admin admin] 10.222.0.23 "PUT /v2.0/routers/fea2f2dd-771f-402a-8c8d-e35dca602e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9132516 Aug 08 18:54:41.640324 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-b9123ebe-0410-4278-b36f-8ba1bc2a80d7 None None] Provisioning complete for port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:41.640698 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b9123ebe-0410-4278-b36f-8ba1bc2a80d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:41.711031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-b9123ebe-0410-4278-b36f-8ba1bc2a80d7 None None] Port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:41.717654 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-1d1246f4-91d7-469b-b66e-19277f532ea8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--842428405&fields=id&tenant_id=633e8d1d174949d695c2ed1f0146594b HTTP/1.1" status: 200 len: 267 time: 0.0446727 Aug 08 18:54:41.826509 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-ba4811a2-ec77-43eb-b0fc-9e4df106458d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:41.828175 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-ba4811a2-ec77-43eb-b0fc-9e4df106458d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 819 time: 0.1097236 Aug 08 18:54:41.851385 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-537e875e-82f5-4434-af15-41c64af9873d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/quotas/633e8d1d174949d695c2ed1f0146594b HTTP/1.1" status: 200 len: 375 time: 0.0123827 Aug 08 18:54:41.914523 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c899dc66-e175-407b-a187-188cd9e6cc86 req-147436dc-d037-4200-b3d2-ae9db8731d96 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0351326 Aug 08 18:54:41.933851 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-ea5b8659-930b-45d0-b58b-b9dbdc3b3a46 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0735822 Aug 08 18:54:42.042207 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-e404904d-1bbc-4f8e-ad9a-7035528d2eb2 service neutron] 10.222.0.23 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960591 Aug 08 18:54:42.176396 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928ffc1-95ae-4703-898a-5140233d0661 req-2b826f48-e278-48ef-8581-9a35c9e3a799 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:42.184149 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3928ffc1-95ae-4703-898a-5140233d0661 req-2b826f48-e278-48ef-8581-9a35c9e3a799 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 944 time: 0.0889881 Aug 08 18:54:42.191503 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-9a3e6f4c-ba84-4564-8b78-eb3563fe7d49 service neutron] 10.222.0.23 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403348 Aug 08 18:54:42.237618 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3928ffc1-95ae-4703-898a-5140233d0661 req-44777bba-a05c-4b67-9fdf-373c5c38bcdf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508811 Aug 08 18:54:42.378830 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5f8dcc3c-0280-47c5-adcd-073d9313b015 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:42.449478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 5f8dcc3c-0280-47c5-adcd-073d9313b015 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:42.449773 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:42.554538 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 5f8dcc3c-0280-47c5-adcd-073d9313b015 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:42.555054 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:42.586454 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 5f8dcc3c-0280-47c5-adcd-073d9313b015, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5f8dcc3c-0280-47c5-adcd-073d9313b015,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:42.587241 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ab70233f-7d77-4a59-a182-3dc9d6364baf req-b2a76e6a-2e39-47a1-ad48-9781cfa6151e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 210 time: 0.0409727 Aug 08 18:54:42.651221 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:42.704053 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=5f8dcc3c-0280-47c5-adcd-073d9313b015,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:43.036931 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-618ddaa9-9dec-41dc-b20f-51967c61480b req-32a06ab3-e3b4-432b-916c-3ca6df8e1e0b tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0385416 Aug 08 18:54:43.362322 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 16e193d7-c86c-48a7-9218-61011a15bfb4 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:54:43.401336 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8cc3-d161-40ea-82ca-f9c09d21c686 req-0e54d6b6-c2cb-4a5d-860f-64b39767796b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:43.402861 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0d9f8cc3-d161-40ea-82ca-f9c09d21c686 req-0e54d6b6-c2cb-4a5d-860f-64b39767796b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 944 time: 0.0658400 Aug 08 18:54:43.513258 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 16e193d7-c86c-48a7-9218-61011a15bfb4, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=16e193d7-c86c-48a7-9218-61011a15bfb4,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:43.530047 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'port_id': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'mac_address': 'fa:16:3e:ce:ad:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:54:43.578846 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0d9f8cc3-d161-40ea-82ca-f9c09d21c686 req-29e32fd0-3683-4bfb-a160-c8d972f25350 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1424849 Aug 08 18:54:43.613972 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-9e6b8b33-fc39-44ce-b9c5-de78ade13e69 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:43.615800 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-9e6b8b33-fc39-44ce-b9c5-de78ade13e69 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "GET /v2.0/networks?id=5668a66c-7126-4a2a-98c1-4666e8dcf45c HTTP/1.1" status: 200 len: 809 time: 0.2002962 Aug 08 18:54:43.625734 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 16e193d7-c86c-48a7-9218-61011a15bfb4 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:43.626222 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:43.629023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Request body: {'port': {'device_id': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c', 'admin_state_up': True, 'tenant_id': '6c4c08dc120d4fa2bcdfdd7c11eb1479'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:43.679300 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e193d7-c86c-48a7-9218-61011a15bfb4 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:43.698916 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d6daf04f-2e66-431a-9ad4-7611fe38ef48 req-5e4ea50c-0e7d-46e4-8f3c-0aebd2d6e40c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 210 time: 0.0367057 Aug 08 18:54:43.719268 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 16e193d7-c86c-48a7-9218-61011a15bfb4, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=16e193d7-c86c-48a7-9218-61011a15bfb4,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:43.833876 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:43.867716 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Made reservation on behalf of 6c4c08dc120d4fa2bcdfdd7c11eb1479 for: {'port': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:43.871796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:43.895580 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=16e193d7-c86c-48a7-9218-61011a15bfb4,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:44.061565 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Allocated IP 172.20.0.6 (5668a66c-7126-4a2a-98c1-4666e8dcf45c/8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4/38f301e7-c7c8-40b4-9a37-288d1a0b2246) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:44.148751 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['16e193d7-c86c-48a7-9218-61011a15bfb4'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:54:44.336079 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Sync routers for ids ['fea2f2dd-771f-402a-8c8d-e35dca602e10'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:44.355477 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Routers {'fea2f2dd-771f-402a-8c8d-e35dca602e10'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:44.358358 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['fea2f2dd-771f-402a-8c8d-e35dca602e10'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:44.440111 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5f8dcc3c-0280-47c5-adcd-073d9313b015 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:44.514154 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Set router fea2f2dd-771f-402a-8c8d-e35dca602e10 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:44.688989 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 5f8dcc3c-0280-47c5-adcd-073d9313b015 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:44.693548 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:44.788928 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-94ff4289-1ab3-4729-b0ab-9f18cd88bf70 req-e5c21587-7489-4e7a-8227-981dc4f17edf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.6540146 Aug 08 18:54:44.863891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa36dc-5b8d-4b02-9137-5e55d0a03304 req-e635d687-fd19-46fd-9031-cd4ccaa05ed4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:44.873984 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2afa36dc-5b8d-4b02-9137-5e55d0a03304 req-e635d687-fd19-46fd-9031-cd4ccaa05ed4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 945 time: 0.0998356 Aug 08 18:54:44.913406 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 5f8dcc3c-0280-47c5-adcd-073d9313b015 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:44.914191 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:54:40Z', 'revision_number': 4, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3ac6645a-0f06-4727-ba34-67b2f4c3d249', 'name': '', 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'mac_address': 'fa:16:3e:c6:b1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9264dc97-a114-4b33-9672-2042a95fc57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:54:40Z', 'revision_number': 2, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'subnets': [{'id': '9264dc97-a114-4b33-9672-2042a95fc57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:44.941911 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2afa36dc-5b8d-4b02-9137-5e55d0a03304 req-8156848f-8637-4821-a12e-68bfdcb83bf4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0666258 Aug 08 18:54:44.961173 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Checking router: fea2f2dd-771f-402a-8c8d-e35dca602e10 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:44.967281 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Updating router fea2f2dd-771f-402a-8c8d-e35dca602e10 port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:54:44.969014 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-dc8713df-c6f1-4b70-af67-c7dcdabc5929 req-e0e986f5-5ae7-4573-aaa3-0da0b8de0244 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 210 time: 0.0459774 Aug 08 18:54:45.026549 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.041497 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.175632 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-de1f3443-6883-4025-83e8-794573937662 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:45.176990 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-de1f3443-6883-4025-83e8-794573937662 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 819 time: 0.1590080 Aug 08 18:54:45.226293 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-03cb3da1-25bd-4321-b5c8-1f1c6e47a263 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633e8d1d174949d695c2ed1f0146594b HTTP/1.1" status: 200 len: 379 time: 0.0367665 Aug 08 18:54:45.228040 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.240609 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'port': {'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'admin_state_up': True, 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'security_groups': ['202cbab4-1375-4ca5-9e47-74cddffb512e']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:45.312230 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Network 5668a66c-7126-4a2a-98c1-4666e8dcf45c is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:45.319553 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:45.324371 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:45.331266 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Pushing event updated for resources: {'Port': ['ID=38f301e7-c7c8-40b4-9a37-288d1a0b2246,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:45.350792 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.374704 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 16e193d7-c86c-48a7-9218-61011a15bfb4 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:45.438726 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:45.440851 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.445722 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.519777 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca45d0-6017-4d1c-94fa-cb5afafe3268 None None] Pushing event updated for resources: {'Port': ['ID=3ac6645a-0f06-4727-ba34-67b2f4c3d249,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:45.541740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 16e193d7-c86c-48a7-9218-61011a15bfb4 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:54:45.546007 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 16e193d7-c86c-48a7-9218-61011a15bfb4 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:45.546448 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.569623 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-7f88831e-7f44-4338-9c81-42755fe49256 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9456222 Aug 08 18:54:45.569855 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Attempting to bind port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:45.570274 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Attempting to bind port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:45.570818 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Attempting to bind port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 on network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:45.578166 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:45.578679 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Checking segment: {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:45.579170 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.579911 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Bound using segment: {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:45.580215 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Bound port: 3ac6645a-0f06-4727-ba34-67b2f4c3d249, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78200d1-bb90-4149-bb0f-2dd7727f888a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:45.580909 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.583901 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Request body: {'port': {'device_id': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:45.633255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Made reservation on behalf of 633e8d1d174949d695c2ed1f0146594b for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:54:45.636815 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.679441 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 16e193d7-c86c-48a7-9218-61011a15bfb4 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:45.680259 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.695926 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.698835 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] For port 3ac6645a-0f06-4727-ba34-67b2f4c3d249, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:45.719866 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] For port 3ac6645a-0f06-4727-ba34-67b2f4c3d249, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=3ac6645a-0f06-4727-ba34-67b2f4c3d249,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:45.765994 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:45.773922 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c8cac-6190-4332-bbaf-e4a6edf70383" -d '{"events": [{"server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "name": "network-vif-plugged", "status": "completed", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:45.786070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 16e193d7-c86c-48a7-9218-61011a15bfb4, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=16e193d7-c86c-48a7-9218-61011a15bfb4,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:45.822254 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:45.827466 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea20dcf-d431-491b-8e7d-caabf1bc692f x-openstack-request-id: req-5ea20dcf-d431-491b-8e7d-caabf1bc692f {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:45.827778 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "name": "network-vif-plugged", "status": "completed", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:45.828030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ea20dcf-d431-491b-8e7d-caabf1bc692f {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:45.828424 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea20dcf-d431-491b-8e7d-caabf1bc692f'] response: {'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'code': 200} Aug 08 18:54:45.885040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:46.009194 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca45d0-6017-4d1c-94fa-cb5afafe3268 None None] Pushing event updated for resources: {'Port': ['ID=3ac6645a-0f06-4727-ba34-67b2f4c3d249,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:46.017131 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=16e193d7-c86c-48a7-9218-61011a15bfb4,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:46.058922 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Routers {'fea2f2dd-771f-402a-8c8d-e35dca602e10'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:46.059644 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['fea2f2dd-771f-402a-8c8d-e35dca602e10'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:46.181216 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Allocated IP 172.20.0.4 (1a1bdd53-0e08-4707-b727-afe4e73ebcf9/682a9a19-c7d0-4042-86ff-b886e4d8d759/ace7f81b-b11a-45b7-b614-e5cc22a9daef) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:54:46.195554 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7837e-795f-4d3b-9b07-15192923c57c req-45f409f7-b414-4c23-9acd-55bdf6afc034 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:46.197512 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-66a7837e-795f-4d3b-9b07-15192923c57c req-45f409f7-b414-4c23-9acd-55bdf6afc034 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.0854816 Aug 08 18:54:46.209620 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3526df-ea45-49e4-a2c6-1298df923ef5 req-ddcd41f9-1025-4e3b-b588-1913051dfd63 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:46.212705 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-fe3526df-ea45-49e4-a2c6-1298df923ef5 req-ddcd41f9-1025-4e3b-b588-1913051dfd63 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 931 time: 0.1920440 Aug 08 18:54:46.283019 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] Set router fea2f2dd-771f-402a-8c8d-e35dca602e10 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:46.293354 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-fe3526df-ea45-49e4-a2c6-1298df923ef5 req-9ef30aeb-d16f-44fc-8796-2337a1046bf2 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704529 Aug 08 18:54:46.356495 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-66a7837e-795f-4d3b-9b07-15192923c57c req-28f99db9-e4cd-45af-9e68-02028acf7d74 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1384196 Aug 08 18:54:46.381974 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013744b-5de0-4170-b644-52ff2ae1877e req-3385ee93-de31-4570-8e20-a8f532f03d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:46.383558 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8013744b-5de0-4170-b644-52ff2ae1877e req-3385ee93-de31-4570-8e20-a8f532f03d5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 1099 time: 0.1523700 Aug 08 18:54:46.426772 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f301e7-c7c8-40b4-9a37-288d1a0b2246 {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:46.445680 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:46.491308 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8013744b-5de0-4170-b644-52ff2ae1877e req-9a80dfc5-7666-4be0-a962-144c045d5874 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0609965 Aug 08 18:54:46.499581 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-64f025be-2167-4179-affb-5ac68e2b9acc req-cde334d7-094e-4515-9115-33a09fc728fb tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 210 time: 0.0437765 Aug 08 18:54:46.501233 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Transition to ACTIVE for port object 38f301e7-c7c8-40b4-9a37-288d1a0b2246 will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:54:46.522877 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:46.690895 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:54:40Z', 'revision_number': 4, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3ac6645a-0f06-4727-ba34-67b2f4c3d249', 'name': '', 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'mac_address': 'fa:16:3e:c6:b1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9264dc97-a114-4b33-9672-2042a95fc57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:54:45Z', 'revision_number': 4, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'subnets': [{'id': '9264dc97-a114-4b33-9672-2042a95fc57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:46.733540 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3b20d-b4ba-4a4c-9e2e-64d70268e239 None None] The sync data for ids ['fea2f2dd-771f-402a-8c8d-e35dca602e10'] in dv-cinder-852456-1-iscsi is: [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:54:40Z', 'revision_number': 4, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3ac6645a-0f06-4727-ba34-67b2f4c3d249', 'name': '', 'network_id': '1bdf865c-1cdc-4832-8e5b-d5a028070fd9', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'mac_address': 'fa:16:3e:c6:b1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '9264dc97-a114-4b33-9672-2042a95fc57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:54:45Z', 'revision_number': 4, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'subnets': [{'id': '9264dc97-a114-4b33-9672-2042a95fc57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:46.818713 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:46.821699 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:46.914535 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:54:46.918766 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:54:46.933510 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Pushing event updated for resources: {'Port': ['ID=38f301e7-c7c8-40b4-9a37-288d1a0b2246,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:46.935758 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event updated for resources: {'Port': ['ID=ace7f81b-b11a-45b7-b614-e5cc22a9daef,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:46.939502 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:54:46.974657 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Attempting to bind port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:46.975137 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Attempting to bind port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:46.975475 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Attempting to bind port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 on network 5668a66c-7126-4a2a-98c1-4666e8dcf45c {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:46.980281 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 on network 5668a66c-7126-4a2a-98c1-4666e8dcf45c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:54:46.980614 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Attempting to bind port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 on network 5668a66c-7126-4a2a-98c1-4666e8dcf45c {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:46.986459 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:46.995749 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Checking segment: {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:46.995749 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Bound using segment: {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:46.995749 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Bound port: 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f1bcb1-0780-4b9e-81db-e7fc09981649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:46.995749 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:47.009870 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.012778 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:47.095060 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] For port 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:47.098899 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] For port 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=38f301e7-c7c8-40b4-9a37-288d1a0b2246,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:47.282271 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-263d2561-bf8c-413c-8181-9751510f492c None None] Provisioning complete for port ace7f81b-b11a-45b7-b614-e5cc22a9daef triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:47.282723 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-263d2561-bf8c-413c-8181-9751510f492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:47.299965 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c99d65ee-f630-41cf-a768-d9ffbbb7a59a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0676725 Aug 08 18:54:47.316314 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Request body: {'port': {'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:47.328946 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:47.331424 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.332115 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:47.333915 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] 10.222.0.30 "PUT /v2.0/ports/38f301e7-c7c8-40b4-9a37-288d1a0b2246 HTTP/1.1" status: 200 len: 1093 time: 1.7546856 Aug 08 18:54:47.336321 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'tag': '38f301e7-c7c8-40b4-9a37-288d1a0b2246'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:47.347773 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c04b3ff-2f62-40be-beca-cf0998aba4e2", "tag": "38f301e7-c7c8-40b4-9a37-288d1a0b2246"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:47.358909 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-263d2561-bf8c-413c-8181-9751510f492c None None] Port ace7f81b-b11a-45b7-b614-e5cc22a9daef cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:54:47.409082 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54558e3e-3f58-4e77-86ce-d18b85ea543b service neutron] Pushing event updated for resources: {'Port': ['ID=38f301e7-c7c8-40b4-9a37-288d1a0b2246,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:47.438901 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a31cc8-bacd-4b81-ac8f-4abedc9ada95 x-openstack-request-id: req-e1a31cc8-bacd-4b81-ac8f-4abedc9ada95 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:47.439232 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c04b3ff-2f62-40be-beca-cf0998aba4e2", "tag": "38f301e7-c7c8-40b4-9a37-288d1a0b2246", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:47.439486 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1a31cc8-bacd-4b81-ac8f-4abedc9ada95 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:47.439896 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a31cc8-bacd-4b81-ac8f-4abedc9ada95'] response: {'name': 'network-changed', 'server_uuid': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'tag': '38f301e7-c7c8-40b4-9a37-288d1a0b2246', 'status': 'completed', 'code': 200} Aug 08 18:54:47.513025 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:47.551256 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5e0e9-0fe9-48e7-972f-87ced2e1de6f req-5f44e62f-5e58-4f28-9432-f9c9f713b7fc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.556280 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-75e5e0e9-0fe9-48e7-972f-87ced2e1de6f req-5f44e62f-5e58-4f28-9432-f9c9f713b7fc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1593926 Aug 08 18:54:47.634694 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-75e5e0e9-0fe9-48e7-972f-87ced2e1de6f req-31054a41-67f4-4d51-9288-8d21d6d586f5 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601113 Aug 08 18:54:47.662998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e req-fb7b626c-5592-4669-b7ae-5e732861ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.662998 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e req-fb7b626c-5592-4669-b7ae-5e732861ad5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 1096 time: 0.1825845 Aug 08 18:54:47.688377 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a69922-3fb9-44ad-838d-e82fb0b3407b req-0d1f6bd5-c715-4f41-a0fa-ee907d688532 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.708031 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-58a69922-3fb9-44ad-838d-e82fb0b3407b req-0d1f6bd5-c715-4f41-a0fa-ee907d688532 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.1528897 Aug 08 18:54:47.819151 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-58a69922-3fb9-44ad-838d-e82fb0b3407b req-3ae0fbb2-3fc8-4ab7-85b6-e136a0e4f4da tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1057830 Aug 08 18:54:47.889834 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239ed9-92d7-4b2c-ae5b-8c6f24f59d4b req-c09819fd-1034-45d8-a568-000930561d38 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.891379 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e9239ed9-92d7-4b2c-ae5b-8c6f24f59d4b req-c09819fd-1034-45d8-a568-000930561d38 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 931 time: 0.1273270 Aug 08 18:54:47.960010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e req-c5c82b32-c002-4e7f-aa24-041151a8c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:47.962340 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e req-c5c82b32-c002-4e7f-aa24-041151a8c44e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2498238 Aug 08 18:54:48.008309 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e9239ed9-92d7-4b2c-ae5b-8c6f24f59d4b req-e63017d8-e03d-4b0d-9d05-007343811260 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100678 Aug 08 18:54:48.129620 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e req-8e40a76a-a25f-4e09-8a3a-ca9ea76ea1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:48.131357 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9ff9f8d1-1021-494d-8b73-da1216cf1c4e req-8e40a76a-a25f-4e09-8a3a-ca9ea76ea1e6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570375 Aug 08 18:54:48.173620 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace7f81b-b11a-45b7-b614-e5cc22a9daef {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:48.183614 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.198484 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Transition to ACTIVE for port object ace7f81b-b11a-45b7-b614-e5cc22a9daef will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:54:48.243347 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-8c8db6d3-8e6e-48dd-a16a-a56b6dbec4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:48.245454 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-8c8db6d3-8e6e-48dd-a16a-a56b6dbec4ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 1096 time: 0.0656199 Aug 08 18:54:48.290448 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.369598 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-1e600013-24f5-4877-a300-02b2fe1030ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38f301e7-c7c8-40b4-9a37-288d1a0b2246 HTTP/1.1" status: 200 len: 217 time: 0.1130972 Aug 08 18:54:48.380420 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7f81b-b11a-45b7-b614-e5cc22a9daef,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:48.462291 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3ac6645a-0f06-4727-ba34-67b2f4c3d249 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:48.491085 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-a1d1d632-9de4-4667-9307-1471c65570e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:48.492800 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-a1d1d632-9de4-4667-9307-1471c65570e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4 HTTP/1.1" status: 200 len: 849 time: 0.1142945 Aug 08 18:54:48.532910 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Attempting to bind port ace7f81b-b11a-45b7-b614-e5cc22a9daef on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:54:48.533314 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Attempting to bind port ace7f81b-b11a-45b7-b614-e5cc22a9daef by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:54:48.534577 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Attempting to bind port ace7f81b-b11a-45b7-b614-e5cc22a9daef on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:48.540205 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Port ace7f81b-b11a-45b7-b614-e5cc22a9daef on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:54:48.540536 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Attempting to bind port ace7f81b-b11a-45b7-b614-e5cc22a9daef on network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:54:48.556297 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:54:48.556920 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Checking segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:54:48.557510 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Bound using segment: {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:54:48.558092 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Bound port: ace7f81b-b11a-45b7-b614-e5cc22a9daef, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c28e4c-9678-420e-8362-c99cc6ea7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:54:48.558606 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.571672 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:48.572358 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.612345 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-c5a5aa4f-b42e-4f63-8898-cc6cd6d778e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5668a66c-7126-4a2a-98c1-4666e8dcf45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783541 Aug 08 18:54:48.689555 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] For port ace7f81b-b11a-45b7-b614-e5cc22a9daef, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:54:48.700788 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] For port ace7f81b-b11a-45b7-b614-e5cc22a9daef, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:54:48.711023 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:48.717486 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.717625 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-497db4dc-4b96-49ac-a9cc-8c4e2e3435a2 service neutron] 10.222.0.30 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949252 Aug 08 18:54:48.761966 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 3ac6645a-0f06-4727-ba34-67b2f4c3d249, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=3ac6645a-0f06-4727-ba34-67b2f4c3d249,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:48.794870 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.798850 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:48.799477 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.800839 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-93271b31-2beb-4764-92a4-af0401969355 service neutron] 10.222.0.30 "PUT /v2.0/ports/ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 1093 time: 1.4889209 Aug 08 18:54:48.801270 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:48.815838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453cc732-02cb-4150-8161-29378530741c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:48.868227 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:48.880546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90efef2-0add-4356-84e4-b3b8ad4b2792 x-openstack-request-id: req-a90efef2-0add-4356-84e4-b3b8ad4b2792 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:48.881614 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:48.881614 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a90efef2-0add-4356-84e4-b3b8ad4b2792 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:48.881614 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90efef2-0add-4356-84e4-b3b8ad4b2792'] response: {'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'status': 'completed', 'code': 200} Aug 08 18:54:48.926413 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def05a4-be52-4d5f-9700-8e4aea9e6344 req-c9af27b0-d06f-44db-bafc-fc6901af39cc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:48.933240 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5def05a4-be52-4d5f-9700-8e4aea9e6344 req-c9af27b0-d06f-44db-bafc-fc6901af39cc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1746733 Aug 08 18:54:48.959777 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36c8d3c0-217f-49fb-9e4e-a0dd16c2e6f1 req-2b9c388c-10c2-4e78-b970-bca16ab7c7ee service neutron] 10.222.0.30 "GET /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302468 Aug 08 18:54:48.965060 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271b31-2beb-4764-92a4-af0401969355 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7f81b-b11a-45b7-b614-e5cc22a9daef,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:49.018484 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cc732-02cb-4150-8161-29378530741c req-5e863c95-677a-4077-a76a-3577572cb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.020167 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-453cc732-02cb-4150-8161-29378530741c req-5e863c95-677a-4077-a76a-3577572cb2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1096 time: 0.1079187 Aug 08 18:54:49.048270 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=3ac6645a-0f06-4727-ba34-67b2f4c3d249,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:49.060624 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5def05a4-be52-4d5f-9700-8e4aea9e6344 req-30d63d06-0082-4065-b22e-f6ab54603bff tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170778 Aug 08 18:54:49.139631 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bade8ea-a39f-4266-9b6d-8dc5a1966528 req-ff38d42d-d40f-41d3-bf52-1cd9d4cfb9da tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.141251 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0bade8ea-a39f-4266-9b6d-8dc5a1966528 req-ff38d42d-d40f-41d3-bf52-1cd9d4cfb9da tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.1537457 Aug 08 18:54:49.206868 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f15d87-05cc-4102-8871-75a9b037ca9e req-f750ab8b-5dce-4282-90a1-a09eb7cb7dbf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.214823 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e3f15d87-05cc-4102-8871-75a9b037ca9e req-f750ab8b-5dce-4282-90a1-a09eb7cb7dbf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 943 time: 0.0723896 Aug 08 18:54:49.237699 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0bade8ea-a39f-4266-9b6d-8dc5a1966528 req-a85a9aff-28fb-43ab-84ca-1abf2ce2fb9d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0605967 Aug 08 18:54:49.239383 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cc732-02cb-4150-8161-29378530741c req-b69585dd-b5fd-4a54-ae58-444fa05009c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.240744 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-453cc732-02cb-4150-8161-29378530741c req-b69585dd-b5fd-4a54-ae58-444fa05009c2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=633e8d1d174949d695c2ed1f0146594b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1698699 Aug 08 18:54:49.287954 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e3f15d87-05cc-4102-8871-75a9b037ca9e req-1325e5eb-0cd9-4b78-a2c3-c4b4490226a1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719554 Aug 08 18:54:49.407233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cc732-02cb-4150-8161-29378530741c req-2fc981d1-ce29-4499-a03a-d72e5ed3da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.409399 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-453cc732-02cb-4150-8161-29378530741c req-2fc981d1-ce29-4499-a03a-d72e5ed3da66 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597941 Aug 08 18:54:49.424241 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897831f-8f4e-4e28-80e2-c12655a1ce5c req-acf62f0f-f0a5-4d8b-9d09-f859a35a37d0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.426142 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2897831f-8f4e-4e28-80e2-c12655a1ce5c req-acf62f0f-f0a5-4d8b-9d09-f859a35a37d0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.0744462 Aug 08 18:54:49.438801 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 43190) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:49.455154 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'port_id': '16e193d7-c86c-48a7-9218-61011a15bfb4'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:49.560501 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:49.640063 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c60d7e63-0b1b-4733-8a7d-d0ab2d3a4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.641585 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-c60d7e63-0b1b-4733-8a7d-d0ab2d3a4b1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1096 time: 0.1563039 Aug 08 18:54:49.701323 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-1eadece9-aec7-4751-9b3f-6f3f2de6b973 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 217 time: 0.0405076 Aug 08 18:54:49.806608 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-ff15be7a-3def-4db2-8466-8f99ef5f09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.808175 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-ff15be7a-3def-4db2-8466-8f99ef5f09c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0981205 Aug 08 18:54:49.943270 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-e491cd73-3c50-420e-828b-1f4611022d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:49.944964 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-e491cd73-3c50-420e-828b-1f4611022d7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001759 Aug 08 18:54:50.232808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22756de-798a-4052-87d2-9d66565cfed9 req-6a1eb564-e623-442e-bc3e-314966bf5135 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:50.241511 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c22756de-798a-4052-87d2-9d66565cfed9 req-6a1eb564-e623-442e-bc3e-314966bf5135 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 943 time: 0.0731509 Aug 08 18:54:50.286336 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c22756de-798a-4052-87d2-9d66565cfed9 req-b95482f4-8326-465f-8b18-a09545e18bb6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 Aug 08 18:54:50.392343 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3ac6645a-0f06-4727-ba34-67b2f4c3d249 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:50.472551 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:50.473051 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:50.558993 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-321883c4-6390-44eb-8293-37934e97af53 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906479 Aug 08 18:54:50.569269 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.db.resource_extend [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 08 18:54:50.587343 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:50.745867 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:50.762375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf087ad-a1ce-47a2-9916-6bb863763701 req-299838a9-66f8-47af-8c26-d4875c3f9b5a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:50.763933 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5cf087ad-a1ce-47a2-9916-6bb863763701 req-299838a9-66f8-47af-8c26-d4875c3f9b5a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 943 time: 0.2192681 Aug 08 18:54:50.794942 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-534e2cd8-d760-48cb-93fa-8af113822ce3 req-61574e83-4798-424e-9f6e-e799a28b2df8 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213252 Aug 08 18:54:50.811775 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:50.816946 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5cf087ad-a1ce-47a2-9916-6bb863763701 req-82e6985c-6659-4e00-9b91-5f7687c402c3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468152 Aug 08 18:54:50.834923 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43202) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:50.931127 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 05bbe48b-eaf7-439d-a7a4-d8581cb57973 associated. External IP: 172.27.3.146, port: 16e193d7-c86c-48a7-9218-61011a15bfb4. Aug 08 18:54:51.017131 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2826775f-85d8-48c5-b8f9-da1ad2185413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.122168 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2826775f-85d8-48c5-b8f9-da1ad2185413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.174580 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:54:51.182547 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2826775f-85d8-48c5-b8f9-da1ad2185413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.230189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826775f-85d8-48c5-b8f9-da1ad2185413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13900c14-945a-4079-bded-e86b381cde0a,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:51.238393 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2826775f-85d8-48c5-b8f9-da1ad2185413 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e888377abf73405db3b1e70d227c8d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990397 Aug 08 18:54:51.239188 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43206) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:51.298593 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03828e3c-be06-487b-ae0d-281da22f8114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.315909 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:51.340535 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.354352 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03828e3c-be06-487b-ae0d-281da22f8114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.363841 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:51.380761 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:51.381914 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:51.396005 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-9677cf2d-bc70-44e3-ae7f-233b4d663a14 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "PUT /v2.0/floatingips/05bbe48b-eaf7-439d-a7a4-d8581cb57973 HTTP/1.1" status: 200 len: 992 time: 1.9569631 Aug 08 18:54:51.396677 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:51.399199 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:51.428232 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 38f301e7-c7c8-40b4-9a37-288d1a0b2246 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:54:51.451730 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8fa47-8f60-43db-b431-d835abf95c30 req-5c0a1cf1-cd56-4f6e-b14b-b98756b3fd9a tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:51.453238 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b9d8fa47-8f60-43db-b431-d835abf95c30 req-5c0a1cf1-cd56-4f6e-b14b-b98756b3fd9a tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 943 time: 0.0619721 Aug 08 18:54:51.459418 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbffb342-adf1-4c71-afd3-4fbd90c23c01 x-openstack-request-id: req-fbffb342-adf1-4c71-afd3-4fbd90c23c01 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:51.459600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:51.459765 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbffb342-adf1-4c71-afd3-4fbd90c23c01 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:51.460169 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbffb342-adf1-4c71-afd3-4fbd90c23c01'] response: {'name': 'network-changed', 'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'status': 'completed', 'code': 200} Aug 08 18:54:51.514550 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b9d8fa47-8f60-43db-b431-d835abf95c30 req-fa679d20-61cf-41f5-8074-3828fa8130b8 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549114 Aug 08 18:54:51.525924 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-a92c0249-24fb-4faf-82b2-a429b1f361da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:51.528408 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-a92c0249-24fb-4faf-82b2-a429b1f361da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 1099 time: 0.0518856 Aug 08 18:54:51.581503 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:51.630334 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-00039d54-c420-4b8c-b614-dcbbf93fb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:51.631911 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-00039d54-c420-4b8c-b614-dcbbf93fb0b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 915 time: 0.0858965 Aug 08 18:54:51.681613 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=38f301e7-c7c8-40b4-9a37-288d1a0b2246,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:51.697689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '38f301e7-c7c8-40b4-9a37-288d1a0b2246', 'network_id': '5668a66c-7126-4a2a-98c1-4666e8dcf45c', 'port_id': '38f301e7-c7c8-40b4-9a37-288d1a0b2246', 'mac_address': 'fa:16:3e:98:2a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:54:51.704937 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-5c0dbc78-2edc-41f4-aeef-3bdec969e309 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16e193d7-c86c-48a7-9218-61011a15bfb4 HTTP/1.1" status: 200 len: 1000 time: 0.0612261 Aug 08 18:54:51.764235 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-21e9ad52-e6ec-47b2-ae77-1b6670e95366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:51.765701 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-21e9ad52-e6ec-47b2-ae77-1b6670e95366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0443330 Aug 08 18:54:51.770210 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03828e3c-be06-487b-ae0d-281da22f8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.772998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03828e3c-be06-487b-ae0d-281da22f8114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.774538 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-03828e3c-be06-487b-ae0d-281da22f8114 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13900c14-945a-4079-bded-e86b381cde0a HTTP/1.1" status: 204 len: 168 time: 0.5348547 Aug 08 18:54:51.791296 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:51.791689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:51.805413 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03828e3c-be06-487b-ae0d-281da22f8114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13900c14-945a-4079-bded-e86b381cde0a,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:51.810021 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f301e7-c7c8-40b4-9a37-288d1a0b2246 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:51.844028 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-b2062b28-30ac-423b-9cfe-bb179a8fcfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:51.845272 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-b2062b28-30ac-423b-9cfe-bb179a8fcfe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707164 Aug 08 18:54:51.858676 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=38f301e7-c7c8-40b4-9a37-288d1a0b2246,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:51.954441 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:52.019735 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f0b8-fb2e-4f61-9b5c-65c623242f24 req-a889588d-cfaa-4d3d-914b-a551d6d7b309 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:52.024144 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=38f301e7-c7c8-40b4-9a37-288d1a0b2246,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:52.029449 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4ec5f0b8-fb2e-4f61-9b5c-65c623242f24 req-a889588d-cfaa-4d3d-914b-a551d6d7b309 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 943 time: 0.1206443 Aug 08 18:54:52.031980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '05bbe48b-eaf7-439d-a7a4-d8581cb57973', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:ce:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31652869-f47a-4607-a052-1fa70d74460c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:30Z', 'updated_at': '2022-08-08T18:54:50Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}, {'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:32Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:52.059499 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-d3f9f92f-7bdf-4fcb-9442-9e353cce87d1 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037024 Aug 08 18:54:52.076915 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:52.092489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:52.093873 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:52.109613 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4ec5f0b8-fb2e-4f61-9b5c-65c623242f24 req-b1a39a1d-24c7-49d2-a776-b77642cc2290 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789185 Aug 08 18:54:52.221197 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a238b5e6-6ff5-4351-9d17-bc63c08d5ef2 req-147c0686-7b94-482a-976c-693e17c45ef3 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469707 Aug 08 18:54:52.437285 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:52.476638 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['38f301e7-c7c8-40b4-9a37-288d1a0b2246'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:54:52.696894 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88939-af97-4083-a5ea-91817e8dfc60 req-fbc2e700-ea0c-4ef4-96e5-1a9db2307d2f tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:52.699849 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-88b88939-af97-4083-a5ea-91817e8dfc60 req-fbc2e700-ea0c-4ef4-96e5-1a9db2307d2f tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 944 time: 0.0782361 Aug 08 18:54:52.745150 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-88b88939-af97-4083-a5ea-91817e8dfc60 req-987f8229-0b89-4819-9cb8-d81383fea83c tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374134 Aug 08 18:54:52.856671 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '05bbe48b-eaf7-439d-a7a4-d8581cb57973', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:ce:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31652869-f47a-4607-a052-1fa70d74460c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:30Z', 'updated_at': '2022-08-08T18:54:50Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}, {'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:32Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:52.886953 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cec52d1-05c9-4f74-8587-4966f1735945 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '05bbe48b-eaf7-439d-a7a4-d8581cb57973', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:ce:ad:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31652869-f47a-4607-a052-1fa70d74460c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:30Z', 'updated_at': '2022-08-08T18:54:50Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}, {'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:32Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:54:53.213421 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc8e7-7c0c-40ef-b8ef-caa60ea92da1 None None] New status for floating IP 05bbe48b-eaf7-439d-a7a4-d8581cb57973: ACTIVE {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:54:53.314246 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24479de6-f7d6-4851-a5ae-ba2020c1f985 req-14e6a1ad-5508-4072-9dce-7f76c47da761 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:53.325903 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24479de6-f7d6-4851-a5ae-ba2020c1f985 req-14e6a1ad-5508-4072-9dce-7f76c47da761 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 943 time: 0.1237633 Aug 08 18:54:53.386818 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24479de6-f7d6-4851-a5ae-ba2020c1f985 req-51d9c983-a8e0-4aa7-8e2f-c3f9a68d4680 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579183 Aug 08 18:54:53.422700 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ace7f81b-b11a-45b7-b614-e5cc22a9daef details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:54:53.574467 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ace7f81b-b11a-45b7-b614-e5cc22a9daef, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:53.589032 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:54:53.638824 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port ace7f81b-b11a-45b7-b614-e5cc22a9daef is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:53.639261 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:53.654492 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace7f81b-b11a-45b7-b614-e5cc22a9daef {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:54:53.674846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ace7f81b-b11a-45b7-b614-e5cc22a9daef, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:53.742100 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:53.799934 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=ace7f81b-b11a-45b7-b614-e5cc22a9daef,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:53.886499 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9a761-e843-46ed-b9dd-fb767eb47655 req-f69726af-ad51-4e29-aec1-14dd96bf1aa0 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:53.887116 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-44a9a761-e843-46ed-b9dd-fb767eb47655 req-f69726af-ad51-4e29-aec1-14dd96bf1aa0 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 944 time: 0.0508530 Aug 08 18:54:53.953646 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-44a9a761-e843-46ed-b9dd-fb767eb47655 req-c828fc54-b95b-4f78-857b-2c98132de575 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495610 Aug 08 18:54:54.065554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['ace7f81b-b11a-45b7-b614-e5cc22a9daef'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:54:54.514878 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6bd4f-9778-4c66-8ec9-86f842e2ff8d req-85b97109-5a86-4c9a-9e5e-28ea38fc18cc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:54.516474 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-92c6bd4f-9778-4c66-8ec9-86f842e2ff8d req-85b97109-5a86-4c9a-9e5e-28ea38fc18cc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 944 time: 0.0639856 Aug 08 18:54:54.567627 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-92c6bd4f-9778-4c66-8ec9-86f842e2ff8d req-1d335d2b-fb9c-469e-b865-4addc0ee07f1 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444970 Aug 08 18:54:55.111706 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75749c-9ebd-41f6-9ff9-41c5aa9e8f06 req-4087ccd3-610c-48fd-8fae-042bbe744c15 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:55.131209 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1c75749c-9ebd-41f6-9ff9-41c5aa9e8f06 req-4087ccd3-610c-48fd-8fae-042bbe744c15 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 944 time: 0.0742137 Aug 08 18:54:55.151884 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1c75749c-9ebd-41f6-9ff9-41c5aa9e8f06 req-d2e8ad1d-3005-4db0-89ab-05d232dde73d tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Aug 08 18:54:55.429223 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ace7f81b-b11a-45b7-b614-e5cc22a9daef up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:55.484015 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:55.549839 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port ace7f81b-b11a-45b7-b614-e5cc22a9daef completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:54:55.554150 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port ace7f81b-b11a-45b7-b614-e5cc22a9daef triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:55.558931 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:55.651479 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port ace7f81b-b11a-45b7-b614-e5cc22a9daef is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:55.657389 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:55.694623 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:55.702116 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608383ea-f49c-48d8-a7dd-23780aac60fd" -d '{"events": [{"server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "name": "network-vif-plugged", "status": "completed", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:55.714505 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ace7f81b-b11a-45b7-b614-e5cc22a9daef, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:55.740929 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60717f-193b-4b11-8a11-ce85c3aee7b2 req-d6a7cd58-7c09-4a41-a22c-3546044fa914 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:55.745662 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5e60717f-193b-4b11-8a11-ce85c3aee7b2 req-d6a7cd58-7c09-4a41-a22c-3546044fa914 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 944 time: 0.0904372 Aug 08 18:54:55.752552 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a955e5-8586-48e9-8a9e-d2c7a8be6846 x-openstack-request-id: req-98a955e5-8586-48e9-8a9e-d2c7a8be6846 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:55.752862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "name": "network-vif-plugged", "status": "completed", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:55.753136 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98a955e5-8586-48e9-8a9e-d2c7a8be6846 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:55.754013 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a955e5-8586-48e9-8a9e-d2c7a8be6846'] response: {'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'code': 200} Aug 08 18:54:55.804809 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:55.805965 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 38f301e7-c7c8-40b4-9a37-288d1a0b2246 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:54:55.822161 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5e60717f-193b-4b11-8a11-ce85c3aee7b2 req-6e32b7f7-ebf8-42bf-86a1-337f1dc83a99 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711653 Aug 08 18:54:55.902394 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=ace7f81b-b11a-45b7-b614-e5cc22a9daef,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:56.000852 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:54:56.005040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:54:56.005414 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:56.098984 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:54:56.101126 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:56.141055 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=38f301e7-c7c8-40b4-9a37-288d1a0b2246,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:54:56.147546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d91a8a-6325-4ff7-967b-3095533f000e req-54684245-5600-44d3-8af7-599de1f1ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:56.149085 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d5d91a8a-6325-4ff7-967b-3095533f000e req-54684245-5600-44d3-8af7-599de1f1ac77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.0497231 Aug 08 18:54:56.186029 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d5d91a8a-6325-4ff7-967b-3095533f000e req-749f23ec-6e04-4b92-91cd-e953ff3300c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303760 Aug 08 18:54:56.279381 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e025e-0233-4382-8691-e08c95d2f05b req-e7de1b02-6752-41a4-ac0d-6fe75f6b518d tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:56.279917 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:56.281551 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d16e025e-0233-4382-8691-e08c95d2f05b req-e7de1b02-6752-41a4-ac0d-6fe75f6b518d tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 944 time: 0.0554302 Aug 08 18:54:56.340189 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=38f301e7-c7c8-40b4-9a37-288d1a0b2246,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:54:56.355189 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d16e025e-0233-4382-8691-e08c95d2f05b req-e17f4f3f-1665-45dc-a90b-7478003a5695 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540984 Aug 08 18:54:56.920010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-d054413b-d5db-4d46-bd96-142e96866844 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:56.921527 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-d054413b-d5db-4d46-bd96-142e96866844 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 815 time: 0.1004820 Aug 08 18:54:56.936314 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-06c44adf-24ec-48fe-ba4e-24f67d65eded tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/quotas/f7b0b3909092424e8ec98081f1aa6f19 HTTP/1.1" status: 200 len: 375 time: 0.0090525 Aug 08 18:54:56.952859 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcbfa4-e194-464b-9dc5-6c630820c777 req-325d4d80-a987-4e4f-9371-f19431a2bd21 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:56.956672 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28fcbfa4-e194-464b-9dc5-6c630820c777 req-325d4d80-a987-4e4f-9371-f19431a2bd21 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0494606 Aug 08 18:54:56.991629 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-28b96f7c-41c8-4326-b3b2-2acebf223ba3 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496929 Aug 08 18:54:56.993489 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28fcbfa4-e194-464b-9dc5-6c630820c777 req-0d12bf1b-9a12-4675-824c-a4fbbbbd8509 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324430 Aug 08 18:54:57.087076 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-90e1c4de-103c-48d4-80c8-3508a4c71a05 service neutron] 10.222.0.23 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831025 Aug 08 18:54:57.175938 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-0a0b8ad9-6670-4ab5-8fe4-dfde2f9d4c4c service neutron] 10.222.0.23 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827372 Aug 08 18:54:57.439619 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a3a824d6-24aa-4f0c-9dc1-3f5268239382 req-b345f96e-bb92-4a80-9360-7c214f0039fa tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 210 time: 0.0442469 Aug 08 18:54:57.496156 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b477ae-cdf5-4387-8ba4-09f7117e1b70 req-49a9f7ac-3c97-4a72-8e60-08f6ca8282cc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:57.498233 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-65b477ae-cdf5-4387-8ba4-09f7117e1b70 req-49a9f7ac-3c97-4a72-8e60-08f6ca8282cc tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0632622 Aug 08 18:54:57.537634 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-65b477ae-cdf5-4387-8ba4-09f7117e1b70 req-6b26fc29-9b81-4522-92ff-d31ffeecbb86 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Aug 08 18:54:57.755257 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f301e7-c7c8-40b4-9a37-288d1a0b2246'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:57.757656 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67681d-3962-498d-9db4-8b6ffa0054a9" -d '{"events": [{"server_uuid": "0c04b3ff-2f62-40be-beca-cf0998aba4e2", "name": "network-vif-plugged", "status": "completed", "tag": "38f301e7-c7c8-40b4-9a37-288d1a0b2246"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:57.792272 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0085f870-7eff-4421-8ef7-eb4237011ba4 x-openstack-request-id: req-0085f870-7eff-4421-8ef7-eb4237011ba4 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:57.792590 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04b3ff-2f62-40be-beca-cf0998aba4e2", "name": "network-vif-plugged", "status": "completed", "tag": "38f301e7-c7c8-40b4-9a37-288d1a0b2246", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:57.792833 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0085f870-7eff-4421-8ef7-eb4237011ba4 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:57.793230 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0085f870-7eff-4421-8ef7-eb4237011ba4'] response: {'server_uuid': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f301e7-c7c8-40b4-9a37-288d1a0b2246', 'code': 200} Aug 08 18:54:58.098473 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b744e9-8896-4144-8bd3-a55f9fd33ee4 req-3c8dc591-8e3b-4adb-b9a4-d4e019f85fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:58.104915 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f4b744e9-8896-4144-8bd3-a55f9fd33ee4 req-3c8dc591-8e3b-4adb-b9a4-d4e019f85fee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 1098 time: 0.0454628 Aug 08 18:54:58.120646 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a386793-f5e8-45c6-bd2e-c0a43d33c9fb req-3f8024d4-cc76-4917-a021-caad9a6c1ca8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:58.123504 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3a386793-f5e8-45c6-bd2e-c0a43d33c9fb req-3f8024d4-cc76-4917-a021-caad9a6c1ca8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0565727 Aug 08 18:54:58.142308 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f4b744e9-8896-4144-8bd3-a55f9fd33ee4 req-c3e37d85-6963-40ef-aa8a-cd9fd958d946 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290380 Aug 08 18:54:58.169982 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3a386793-f5e8-45c6-bd2e-c0a43d33c9fb req-2d15a7f7-0929-418c-80ae-cba40822f25a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Aug 08 18:54:58.287087 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a3dbc-e867-480f-b08f-69191a1df74c req-e1dbedd9-1787-485e-931f-66d6aa2dd5b5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:58.288604 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b10a3dbc-e867-480f-b08f-69191a1df74c req-e1dbedd9-1787-485e-931f-66d6aa2dd5b5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0489516 Aug 08 18:54:58.298563 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43334) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:54:58.303456 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'floatingip': {'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:54:58.343850 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:58.564337 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5ac6f872-c2f9-45ef-9ea4-74cacf870c56 req-041a45c9-e9c5-4f74-98e4-c2dac2031f7d tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 210 time: 0.0333388 Aug 08 18:54:58.666471 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfac130-709d-4fef-b26d-ef8172c7df52 req-caa2ccff-d0e5-4e00-9e6b-76b337dd82db tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:58.668246 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bcfac130-709d-4fef-b26d-ef8172c7df52 req-caa2ccff-d0e5-4e00-9e6b-76b337dd82db tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0557854 Aug 08 18:54:58.717672 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bcfac130-709d-4fef-b26d-ef8172c7df52 req-6171cbf7-b042-4cb0-b2c1-29b978fc9bdb tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Aug 08 18:54:58.806047 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:58.873231 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:58.981576 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Floating IP e30f7329-d83c-4260-b3f4-4db4414169ed associated. External IP: 172.27.3.88, port: ace7f81b-b11a-45b7-b614-e5cc22a9daef. Aug 08 18:54:59.186917 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:54:59.528438 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:54:59.533414 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:54:59.541344 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] Sync routers for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:54:59.553324 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:59.554209 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:59.563921 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b039e9b5-80c8-4196-a70f-4d101cfb3522 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "PUT /v2.0/floatingips/e30f7329-d83c-4260-b3f4-4db4414169ed HTTP/1.1" status: 200 len: 990 time: 1.2642243 Aug 08 18:54:59.564501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:54:59.566868 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:54:59.607297 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9cd999-dd43-44e0-be99-1307114e979f x-openstack-request-id: req-1d9cd999-dd43-44e0-be99-1307114e979f {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:54:59.607586 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:54:59.608110 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d9cd999-dd43-44e0-be99-1307114e979f {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:54:59.608570 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9cd999-dd43-44e0-be99-1307114e979f'] response: {'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'status': 'completed', 'code': 200} Aug 08 18:54:59.665717 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:54:59.679658 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-20caccf9-9953-4ccf-b8d3-108a558b15ed req-762b310c-c8a6-4169-a6c7-394d5802c765 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 210 time: 0.0338016 Aug 08 18:54:59.723081 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-79fe0a2a-3456-475f-ae5c-a23925f098b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:59.724577 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-79fe0a2a-3456-475f-ae5c-a23925f098b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.0500624 Aug 08 18:54:59.838232 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-d420b691-99ea-4d6e-9d67-d0b999acd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:59.840163 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-d420b691-99ea-4d6e-9d67-d0b999acd0c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.1089272 Aug 08 18:54:59.860663 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd14fc-d75b-492b-9cb7-502b3efb1720 req-e5be2f52-9167-469c-839d-bbb5cb377d3b tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:59.862605 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0efd14fc-d75b-492b-9cb7-502b3efb1720 req-e5be2f52-9167-469c-839d-bbb5cb377d3b tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Aug 08 18:54:59.911462 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-86cfc23a-3f8c-46c2-8b9c-fc595d0ea55e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 998 time: 0.0631683 Aug 08 18:54:59.923728 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'e30f7329-d83c-4260-b3f4-4db4414169ed', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:54:58Z', 'revision_number': 1, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:59.955632 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] Checking router: 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:54:59.963808 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0efd14fc-d75b-492b-9cb7-502b3efb1720 req-9b5ee3ee-8b17-4e9c-b040-eac7affcb8d8 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868022 Aug 08 18:54:59.964824 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:54:59.965489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:54:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:54:59.985607 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-32a440ee-cb66-4ab4-9000-9dd6e7dff6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:54:59.987299 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-32a440ee-cb66-4ab4-9000-9dd6e7dff6f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0669303 Aug 08 18:55:00.022249 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-285aba22-fdb8-49cf-bf34-66c114a2af76 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:00.024690 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-285aba22-fdb8-49cf-bf34-66c114a2af76 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.30 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 815 time: 0.1576619 Aug 08 18:55:00.046855 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'port': {'device_id': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'admin_state_up': True, 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:00.050219 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-a1f840a0-7a1d-42e2-b445-5c66223d08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:00.052119 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-a1f840a0-7a1d-42e2-b445-5c66223d08a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556686 Aug 08 18:55:00.084582 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:00.154789 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-96097705-b2a6-4835-9650-be71a4754115 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946598 Aug 08 18:55:00.262309 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Made reservation on behalf of f7b0b3909092424e8ec98081f1aa6f19 for: {'port': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:55:00.265510 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bb7bafd9-e46c-44ec-bd40-48a8bcd64f7d req-0eb0140d-4f94-4bb1-ba9f-b83b79b4e054 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035972 Aug 08 18:55:00.266810 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:00.414799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Allocated IP 172.20.0.3 (5396244c-a3da-47ca-8e09-94c97ba0a9da/b658faaa-f68d-4be1-af79-5a90dac46129/41a84695-ee73-40d7-a468-217ab80e7cfc) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:00.522471 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'e30f7329-d83c-4260-b3f4-4db4414169ed', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:54:58Z', 'revision_number': 1, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:00.574022 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289584-ebc3-438d-9fba-a5616a31c4c0 None None] The sync data for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi is: [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'e30f7329-d83c-4260-b3f4-4db4414169ed', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:54:58Z', 'revision_number': 1, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:00.655219 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:00.783174 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:00.832115 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3520e0-49ac-4504-bf71-c6848667a124 None None] New status for floating IP e30f7329-d83c-4260-b3f4-4db4414169ed: ACTIVE {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:55:00.862948 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535a94c-37ee-4467-b325-dd729626b76b req-af75bb86-4351-4260-98cd-df5b36180688 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:00.881900 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:00.887169 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:00.887674 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f535a94c-37ee-4467-b325-dd729626b76b req-af75bb86-4351-4260-98cd-df5b36180688 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 931 time: 0.1194537 Aug 08 18:55:00.895265 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:00.955647 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f535a94c-37ee-4467-b325-dd729626b76b req-0e0095f7-1f88-4562-bff2-0d59c6f7472b tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Aug 08 18:55:00.984379 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:01.039874 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:01.040748 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:01.169116 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-c3c3fd9e-b6da-436b-b8c3-b4a62f7d5437 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1272576 Aug 08 18:55:01.228445 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-378248d7-b16a-4e05-8281-3e041bc00a0f None None] Provisioning complete for port 41a84695-ee73-40d7-a468-217ab80e7cfc triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:01.228995 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-378248d7-b16a-4e05-8281-3e041bc00a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:01.245327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Request body: {'port': {'device_id': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:01.292597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-378248d7-b16a-4e05-8281-3e041bc00a0f None None] Port 41a84695-ee73-40d7-a468-217ab80e7cfc cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:55:01.393899 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:01.623990 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea087e34-5404-4848-8e75-e0e22d9e9135 req-9e06afd4-ef9b-4c55-98fc-293f8bfbae00 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:01.627768 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea087e34-5404-4848-8e75-e0e22d9e9135 req-9e06afd4-ef9b-4c55-98fc-293f8bfbae00 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0648646 Aug 08 18:55:01.680482 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea087e34-5404-4848-8e75-e0e22d9e9135 req-5ca84d7f-afee-4512-b822-6e7d5264be49 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Aug 08 18:55:01.779569 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a84695-ee73-40d7-a468-217ab80e7cfc {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:55:01.788272 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:01.802010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Transition to ACTIVE for port object 41a84695-ee73-40d7-a468-217ab80e7cfc will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:55:01.844684 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:01.954778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:01.976968 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Attempting to bind port 41a84695-ee73-40d7-a468-217ab80e7cfc on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:01.977302 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Attempting to bind port 41a84695-ee73-40d7-a468-217ab80e7cfc by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:01.977629 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Attempting to bind port 41a84695-ee73-40d7-a468-217ab80e7cfc on network 5396244c-a3da-47ca-8e09-94c97ba0a9da {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:01.984366 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Port 41a84695-ee73-40d7-a468-217ab80e7cfc on network 5396244c-a3da-47ca-8e09-94c97ba0a9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:55:01.984800 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Attempting to bind port 41a84695-ee73-40d7-a468-217ab80e7cfc on network 5396244c-a3da-47ca-8e09-94c97ba0a9da {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:01.990097 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:01.990498 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Checking segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:01.991423 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Bound using segment: {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:01.991423 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Bound port: 41a84695-ee73-40d7-a468-217ab80e7cfc, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8177c5-113d-4a8b-bd69-53026e613653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:01.991808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:02.114876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:02.118549 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:02.130718 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e5fd-8da3-4bf4-a76b-58a6c3f58780 req-d21f773e-8899-410f-bf2c-15ea44e928c2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:02.132321 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-47b6e5fd-8da3-4bf4-a76b-58a6c3f58780 req-d21f773e-8899-410f-bf2c-15ea44e928c2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0912766 Aug 08 18:55:02.178480 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-47b6e5fd-8da3-4bf4-a76b-58a6c3f58780 req-2e425cf3-5c4c-42fc-9baa-76f5b3878ace tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400372 Aug 08 18:55:02.180006 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:02.210535 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:02.211174 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:02.212550 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] 10.222.0.30 "PUT /v2.0/ports/41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 1093 time: 0.9736984 Aug 08 18:55:02.212983 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:55:02.215289 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf" -d '{"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:55:02.241712 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b47190-d172-4523-9a11-9d8fc2a7a8be service neutron] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:02.299265 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2de6d2-47ff-4a3a-8a8f-9cbd260cb9ef x-openstack-request-id: req-ff2de6d2-47ff-4a3a-8a8f-9cbd260cb9ef {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:55:02.299625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:55:02.299943 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff2de6d2-47ff-4a3a-8a8f-9cbd260cb9ef {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:55:02.300410 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2de6d2-47ff-4a3a-8a8f-9cbd260cb9ef'] response: {'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'status': 'completed', 'code': 200} Aug 08 18:55:02.302169 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9270f57f-7d0f-4567-9ec9-b18b50cdf42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:02.832263 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd2d33-7459-4cd3-a7dd-da85a6982372 req-17f97f3f-9737-4d3b-89fb-144eb6800ab2 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:02.833794 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aebd2d33-7459-4cd3-a7dd-da85a6982372 req-17f97f3f-9737-4d3b-89fb-144eb6800ab2 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0523725 Aug 08 18:55:02.882226 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-aebd2d33-7459-4cd3-a7dd-da85a6982372 req-a6a8a0e3-2a6b-45e2-95b1-348b29e9d526 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Aug 08 18:55:03.093618 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:55:03.304573 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e8b5-d216-4eb1-b08d-90d3db91fcfa req-5ed88e57-9b8d-4088-9e84-29c1a970c8b8 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:03.306150 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eb54e8b5-d216-4eb1-b08d-90d3db91fcfa req-5ed88e57-9b8d-4088-9e84-29c1a970c8b8 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0506566 Aug 08 18:55:03.348286 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eb54e8b5-d216-4eb1-b08d-90d3db91fcfa req-4c5094d0-98e2-4fe0-b87e-054ab6f2c01b tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Aug 08 18:55:04.039266 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcc3c3-8077-447e-98df-99bc0100f849 req-db9b5524-6dd6-49d9-a112-ad4a70a61485 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:04.047037 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5bdcc3c3-8077-447e-98df-99bc0100f849 req-db9b5524-6dd6-49d9-a112-ad4a70a61485 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0607071 Aug 08 18:55:04.086433 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5bdcc3c3-8077-447e-98df-99bc0100f849 req-14b8e21e-a179-4dc2-8b81-75635674cd25 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Aug 08 18:55:04.506389 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f434b40-18d9-4987-95ed-088ddb8de7ef req-1742e972-5c35-4517-b710-dba3c6b826f9 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:04.507959 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9f434b40-18d9-4987-95ed-088ddb8de7ef req-1742e972-5c35-4517-b710-dba3c6b826f9 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0682571 Aug 08 18:55:04.525030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-68928844-b0a7-48fd-8aea-6a8f3071b78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:04.568477 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9f434b40-18d9-4987-95ed-088ddb8de7ef req-4298f0e1-65f8-4f94-bbda-977e6f221946 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Aug 08 18:55:05.220415 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306ac9d-73f1-485d-8a40-ee6fbbd6b962 req-a6397079-01b5-4055-a9cb-d28500683fdf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:05.221827 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5306ac9d-73f1-485d-8a40-ee6fbbd6b962 req-a6397079-01b5-4055-a9cb-d28500683fdf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0585387 Aug 08 18:55:05.264828 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5306ac9d-73f1-485d-8a40-ee6fbbd6b962 req-e8d49436-fa5e-4c06-ac8e-5b2497165a82 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Aug 08 18:55:05.695093 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a806736-1b39-46f8-8c89-d6578e421725 req-1c739a39-b8c6-46ad-8a27-3372b0f24183 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:05.696565 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a806736-1b39-46f8-8c89-d6578e421725 req-1c739a39-b8c6-46ad-8a27-3372b0f24183 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0525982 Aug 08 18:55:05.747433 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a806736-1b39-46f8-8c89-d6578e421725 req-c18a6182-1283-4bd2-b2e5-4c3bbf5d0d2b tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 Aug 08 18:55:05.839561 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:06.383888 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff2907-6ab0-4409-8924-b542b2be20e1 req-da22d844-aac9-44f2-9e54-ce5bf6b3ff99 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:06.385373 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c9ff2907-6ab0-4409-8924-b542b2be20e1 req-da22d844-aac9-44f2-9e54-ce5bf6b3ff99 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Aug 08 18:55:06.422699 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c9ff2907-6ab0-4409-8924-b542b2be20e1 req-5a912a25-cbf1-49f7-940f-8a8a1e3eb997 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Aug 08 18:55:06.879336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476976f-0e38-4d99-ada2-c76f0a443706 req-d4f67124-26dd-4add-b73a-f83b848b1c34 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:06.881805 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1476976f-0e38-4d99-ada2-c76f0a443706 req-d4f67124-26dd-4add-b73a-f83b848b1c34 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0501931 Aug 08 18:55:06.922528 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1476976f-0e38-4d99-ada2-c76f0a443706 req-890b4c51-9b66-4840-a2b5-8df57cfcf8f7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Aug 08 18:55:07.256469 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:07.542521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:07.563861 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b81ba-6ff8-4252-b9d0-91618c541528 req-b2af2547-c502-44a6-9a19-11d993519b9b tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:07.580448 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-541b81ba-6ff8-4252-b9d0-91618c541528 req-b2af2547-c502-44a6-9a19-11d993519b9b tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0666447 Aug 08 18:55:07.605356 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-541b81ba-6ff8-4252-b9d0-91618c541528 req-c9a747b2-ae19-4cd7-9eb6-f159ce449edd tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Aug 08 18:55:08.060229 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e69cd0-51d3-4698-bd24-e5c42f243474 req-2d20ea32-673b-4657-bec7-0f9761cfcb0a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:08.061810 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b8e69cd0-51d3-4698-bd24-e5c42f243474 req-2d20ea32-673b-4657-bec7-0f9761cfcb0a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0557144 Aug 08 18:55:08.104619 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b8e69cd0-51d3-4698-bd24-e5c42f243474 req-72f0d773-a9b9-4535-aec2-d8c030868846 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Aug 08 18:55:08.736490 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601cd2-5ac4-449c-a77a-52ebaa8bee33 req-3df534e4-078b-4ce8-af36-eb2b93f83ec5 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:08.744502 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c2601cd2-5ac4-449c-a77a-52ebaa8bee33 req-3df534e4-078b-4ce8-af36-eb2b93f83ec5 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0608888 Aug 08 18:55:08.798244 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c2601cd2-5ac4-449c-a77a-52ebaa8bee33 req-94e838f5-b6f0-48d3-884e-55008c030ece tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Aug 08 18:55:09.251880 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c287956-175c-48b3-8d10-f8c41e060cf7 req-9cdcf579-3651-49ab-9522-3f7fb06a7359 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:09.251880 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6c287956-175c-48b3-8d10-f8c41e060cf7 req-9cdcf579-3651-49ab-9522-3f7fb06a7359 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0567238 Aug 08 18:55:09.287148 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6c287956-175c-48b3-8d10-f8c41e060cf7 req-bcd13dc1-afce-4626-be92-16b9c0935f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Aug 08 18:55:09.918474 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa792-4f9d-4025-8e0d-d758a919702b req-905dd62b-2b90-4d12-a36a-1d01896ae069 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:09.920017 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-db8fa792-4f9d-4025-8e0d-d758a919702b req-905dd62b-2b90-4d12-a36a-1d01896ae069 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0502117 Aug 08 18:55:09.967854 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-db8fa792-4f9d-4025-8e0d-d758a919702b req-2c424aa5-86e1-4759-b95a-57e3438374ab tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Aug 08 18:55:10.413429 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990152a-2849-4b2f-8e3e-cd4f5e24fb82 req-9461a894-b227-44fa-a05f-c444b2345af2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:10.414674 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9990152a-2849-4b2f-8e3e-cd4f5e24fb82 req-9461a894-b227-44fa-a05f-c444b2345af2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0518963 Aug 08 18:55:10.457729 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9990152a-2849-4b2f-8e3e-cd4f5e24fb82 req-563e1472-5a42-4923-8044-79e2ac8182f5 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Aug 08 18:55:11.085338 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921da62e-124a-4987-8629-a38a2e77484d req-56580dc9-6c60-4ed6-b8f9-fac8f54994cf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:11.086882 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-921da62e-124a-4987-8629-a38a2e77484d req-56580dc9-6c60-4ed6-b8f9-fac8f54994cf tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Aug 08 18:55:11.124965 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-921da62e-124a-4987-8629-a38a2e77484d req-5e13ff1b-f37a-47a5-a98c-fc856a97c765 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Aug 08 18:55:11.577076 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a9328-558f-4879-96fd-7abee794041c req-c72a0a19-3994-4313-97cc-5af597425e0f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:11.578752 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-174a9328-558f-4879-96fd-7abee794041c req-c72a0a19-3994-4313-97cc-5af597425e0f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0490019 Aug 08 18:55:11.617910 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-174a9328-558f-4879-96fd-7abee794041c req-2d2f651a-3805-4331-88ff-4cf0062737a5 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326684 Aug 08 18:55:11.733052 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf req-6c16f7d7-0eef-4aaf-988b-aabd69829ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:11.735048 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf req-6c16f7d7-0eef-4aaf-988b-aabd69829ded service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1096 time: 0.0439119 Aug 08 18:55:11.863878 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf req-93fa640c-19a4-4a73-9894-5b3995daa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:11.865341 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf req-93fa640c-19a4-4a73-9894-5b3995daa6c0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953538 Aug 08 18:55:11.977727 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf req-4794e874-5da2-4403-b46f-1c00e0078a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:11.979205 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-090484a6-5c4d-4e64-b9f5-4ad2a47c52bf req-4794e874-5da2-4403-b46f-1c00e0078a93 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919435 Aug 08 18:55:12.066082 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-31d3b6fc-f5e2-4d63-96cd-0d4c9a5349e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:12.067582 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-31d3b6fc-f5e2-4d63-96cd-0d4c9a5349e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1096 time: 0.0401664 Aug 08 18:55:12.119785 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-a31039a8-8f90-4df6-add4-b58689b65e27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 217 time: 0.0434935 Aug 08 18:55:12.170123 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-6f032777-40fd-4050-8d8a-aad99cc448f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:12.172500 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-6f032777-40fd-4050-8d8a-aad99cc448f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 200 len: 854 time: 0.0447056 Aug 08 18:55:12.245181 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516f45-7157-48cc-bfe6-f459403011da req-4c2bd9bf-ed95-420e-9903-5bddf4c59a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:12.246598 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-4c2bd9bf-ed95-420e-9903-5bddf4c59a6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5396244c-a3da-47ca-8e09-94c97ba0a9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660605 Aug 08 18:55:12.262054 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79791-47d4-450a-81f9-f76a76dc030f req-3b24b823-6462-4273-b7b2-6d2cd782eb7a tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:12.263488 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-99e79791-47d4-450a-81f9-f76a76dc030f req-3b24b823-6462-4273-b7b2-6d2cd782eb7a tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0575249 Aug 08 18:55:12.350507 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-99e79791-47d4-450a-81f9-f76a76dc030f req-dee407bb-4984-4ef7-85ef-e2aca6f19245 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787380 Aug 08 18:55:12.375992 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-968b062f-8edc-4e4a-a323-9c06920c8c02 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115766 Aug 08 18:55:12.472863 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-91516f45-7157-48cc-bfe6-f459403011da req-62ce289a-9cc7-4093-9807-fd979bc52de2 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873890 Aug 08 18:55:12.739215 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51c1b-a8df-4686-b53c-ab63d8eff914 req-1ebbd519-3e0a-4597-87cc-aa05ce4b8d67 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:12.740716 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bde51c1b-a8df-4686-b53c-ab63d8eff914 req-1ebbd519-3e0a-4597-87cc-aa05ce4b8d67 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0499136 Aug 08 18:55:12.782771 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bde51c1b-a8df-4686-b53c-ab63d8eff914 req-75168714-418b-46e5-aaa8-c7d81b5e2402 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Aug 08 18:55:13.469719 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b15e3-774f-4cdb-b6de-e1f1fdbfbc93 req-e58d7883-9265-486f-b4d2-29e7b65a9a9e tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:13.471129 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2b8b15e3-774f-4cdb-b6de-e1f1fdbfbc93 req-e58d7883-9265-486f-b4d2-29e7b65a9a9e tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0492814 Aug 08 18:55:13.510198 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2b8b15e3-774f-4cdb-b6de-e1f1fdbfbc93 req-01e1dc0b-09b3-434c-849e-d2bad192dd4e tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a2126ee-59bc-4647-ba87-d04ef40112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Aug 08 18:55:13.721959 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-37224e81-f769-410d-8446-76bddd806541 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:13.723367 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-37224e81-f769-410d-8446-76bddd806541 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Aug 08 18:55:13.868789 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Deleting port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:55:13.869131 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:13.968193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec11924-c9ed-4719-9957-f9af55e966b3 req-d977b732-c94c-4147-987a-d69e2140f86c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:13.968193 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cec11924-c9ed-4719-9957-f9af55e966b3 req-d977b732-c94c-4147-987a-d69e2140f86c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.1085067 Aug 08 18:55:14.013172 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] For port 38f301e7-c7c8-40b4-9a37-288d1a0b2246, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=38f301e7-c7c8-40b4-9a37-288d1a0b2246,segment=NetworkSegment(e4f1bcb1-0780-4b9e-81db-e7fc09981649),segment_id=e4f1bcb1-0780-4b9e-81db-e7fc09981649)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:14.013533 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:14.037821 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Calling delete_port for 38f301e7-c7c8-40b4-9a37-288d1a0b2246 owned by compute:nova {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:55:14.049080 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cec11924-c9ed-4719-9957-f9af55e966b3 req-c959f94a-3207-43c2-a6b9-0cc8cca1ddf7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759974 Aug 08 18:55:14.222016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:14.234406 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['38f301e7-c7c8-40b4-9a37-288d1a0b2246'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:55:14.255123 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Pushing event deleted for resources: {'Port': ['ID=38f301e7-c7c8-40b4-9a37-288d1a0b2246,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:14.318334 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] No DVR routers for this DVR port 38f301e7-c7c8-40b4-9a37-288d1a0b2246 on host hv-cinder-85245 {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:55:14.321449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:14.325144 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2b1c21f7-d960-433a-9fd7-b0783a034245 req-01807415-fd61-424d-970f-4ca44baff0c6 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.30 "DELETE /v2.0/ports/38f301e7-c7c8-40b4-9a37-288d1a0b2246 HTTP/1.1" status: 204 len: 173 time: 0.5855877 Aug 08 18:55:14.325590 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'name': 'network-vif-deleted', 'tag': '38f301e7-c7c8-40b4-9a37-288d1a0b2246'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:55:14.327915 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a36a58-f725-465f-a89f-d60cdd033ff0" -d '{"events": [{"server_uuid": "0c04b3ff-2f62-40be-beca-cf0998aba4e2", "name": "network-vif-deleted", "tag": "38f301e7-c7c8-40b4-9a37-288d1a0b2246"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:55:14.366917 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb78fe8d-6222-4312-b135-9fdf7a447354 x-openstack-request-id: req-bb78fe8d-6222-4312-b135-9fdf7a447354 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:55:14.367242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c04b3ff-2f62-40be-beca-cf0998aba4e2", "name": "network-vif-deleted", "tag": "38f301e7-c7c8-40b4-9a37-288d1a0b2246", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:55:14.367491 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb78fe8d-6222-4312-b135-9fdf7a447354 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:55:14.367901 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb78fe8d-6222-4312-b135-9fdf7a447354'] response: {'server_uuid': '0c04b3ff-2f62-40be-beca-cf0998aba4e2', 'name': 'network-vif-deleted', 'tag': '38f301e7-c7c8-40b4-9a37-288d1a0b2246', 'status': 'completed', 'code': 200} Aug 08 18:55:14.626555 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82311593-0b2b-47ec-ac3c-85804f522553 req-d7f94ebd-f15a-4d7a-a7c4-4b71fbd20f13 tempest-VolumesActionsTest-1811864271 tempest-VolumesActionsTest-1811864271-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c04b3ff-2f62-40be-beca-cf0998aba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0261080 Aug 08 18:55:15.169992 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178de3a5-820f-4438-8567-8b1a1c72e612 req-402ec505-a5a3-4a8c-bd8a-25c0fe886b63 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:15.171524 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-178de3a5-820f-4438-8567-8b1a1c72e612 req-402ec505-a5a3-4a8c-bd8a-25c0fe886b63 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 943 time: 0.0506465 Aug 08 18:55:15.211214 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-178de3a5-820f-4438-8567-8b1a1c72e612 req-ad68f766-c05b-4b91-bec3-03996b24365c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335636 Aug 08 18:55:15.513445 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 41a84695-ee73-40d7-a468-217ab80e7cfc details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:55:15.615429 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:15.627365 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'port_id': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'mac_address': 'fa:16:3e:cf:79:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:55:15.664090 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 41a84695-ee73-40d7-a468-217ab80e7cfc is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:15.664482 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:15.677191 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a84695-ee73-40d7-a468-217ab80e7cfc {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:55:15.699070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:15.782263 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:15.836509 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:15.843951 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.844520 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.844867 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.845862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.846205 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.846543 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.847055 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.847399 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.847744 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.848074 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.848591 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:15.848758 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:16.125568 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['41a84695-ee73-40d7-a468-217ab80e7cfc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:55:16.341170 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461bbdb-0d65-47b4-9590-69cd6db2fce2 req-774a73e7-0c8a-4167-8579-283dade906c5 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:16.342631 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6461bbdb-0d65-47b4-9590-69cd6db2fce2 req-774a73e7-0c8a-4167-8579-283dade906c5 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 944 time: 0.0555031 Aug 08 18:55:16.386200 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6461bbdb-0d65-47b4-9590-69cd6db2fce2 req-0fdffcd4-c813-458a-af15-614e3e23e265 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368774 Aug 08 18:55:17.509494 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3f6e1-f3ed-454c-936d-0eddf3dff7d3 req-d06551e7-ab5f-435f-844c-bc899230c756 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:17.511065 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b8b3f6e1-f3ed-454c-936d-0eddf3dff7d3 req-d06551e7-ab5f-435f-844c-bc899230c756 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 944 time: 0.0495329 Aug 08 18:55:17.517009 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 41a84695-ee73-40d7-a468-217ab80e7cfc up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:17.552510 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b8b3f6e1-f3ed-454c-936d-0eddf3dff7d3 req-ecddf82d-0b5b-4887-8478-9423dafbc558 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Aug 08 18:55:17.656516 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 41a84695-ee73-40d7-a468-217ab80e7cfc completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:55:17.661184 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 41a84695-ee73-40d7-a468-217ab80e7cfc triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:17.661679 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:17.742159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 41a84695-ee73-40d7-a468-217ab80e7cfc is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:17.742463 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:17.764592 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:55:17.766845 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527d0c5e-e02f-4c14-89bb-a0612f5c27e6" -d '{"events": [{"server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:55:17.779922 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:17.802011 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993d86d-c7b3-4952-9d33-392f4eb5b9f4 x-openstack-request-id: req-4993d86d-c7b3-4952-9d33-392f4eb5b9f4 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:55:17.802304 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "name": "network-vif-plugged", "status": "completed", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:55:17.802556 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4993d86d-c7b3-4952-9d33-392f4eb5b9f4 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:55:17.802973 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4993d86d-c7b3-4952-9d33-392f4eb5b9f4'] response: {'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'code': 200} Aug 08 18:55:17.862665 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:17.863498 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 38f301e7-c7c8-40b4-9a37-288d1a0b2246 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:55:17.909807 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 38f301e7-c7c8-40b4-9a37-288d1a0b2246 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:55:17.910137 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 38f301e7-c7c8-40b4-9a37-288d1a0b2246 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:55:17.934666 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:18.674059 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbedeb-b1b8-47ef-b4c7-5c30f025f740 req-85150d2f-9df4-4104-8835-ae648e79ba72 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:18.675563 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f7bbedeb-b1b8-47ef-b4c7-5c30f025f740 req-85150d2f-9df4-4104-8835-ae648e79ba72 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0491278 Aug 08 18:55:18.714360 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f7bbedeb-b1b8-47ef-b4c7-5c30f025f740 req-2130de3c-f162-49a0-a475-fe8abe1fbe25 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325580 Aug 08 18:55:19.832206 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3e6e3-e8de-49b3-a8e6-906e2664275b req-bfa2f975-2525-47bd-b0df-7ffe231155b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:19.833728 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e6a3e6e3-e8de-49b3-a8e6-906e2664275b req-bfa2f975-2525-47bd-b0df-7ffe231155b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Aug 08 18:55:19.872194 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e6a3e6e3-e8de-49b3-a8e6-906e2664275b req-124954f4-b0f4-4db3-bce2-4f8ea94da3b8 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Aug 08 18:55:21.001248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97f825-c807-4799-95e8-68a8da74ae1e req-5d54b7a1-fac7-4dcd-bbee-c83d2eea52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:21.002712 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1a97f825-c807-4799-95e8-68a8da74ae1e req-5d54b7a1-fac7-4dcd-bbee-c83d2eea52c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0491567 Aug 08 18:55:21.008810 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2135-6566-4d21-a99c-b0ca0f75feef req-9aa0a178-3439-4ddd-9a77-39ab466fbed1 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:21.010536 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4ccd2135-6566-4d21-a99c-b0ca0f75feef req-9aa0a178-3439-4ddd-9a77-39ab466fbed1 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0622113 Aug 08 18:55:21.048582 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1a97f825-c807-4799-95e8-68a8da74ae1e req-5d10f400-f70a-4e27-8b6f-ff01daa9da81 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347934 Aug 08 18:55:21.060662 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4ccd2135-6566-4d21-a99c-b0ca0f75feef req-1fc317df-a213-4b5c-abaa-a4d24b5f26d7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Aug 08 18:55:22.187963 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d898cd-3040-45c4-8ccc-6e1ed67a81d1 req-02334001-1a4c-48c6-b228-9ac3e7b58f29 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:22.189527 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-92d898cd-3040-45c4-8ccc-6e1ed67a81d1 req-02334001-1a4c-48c6-b228-9ac3e7b58f29 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Aug 08 18:55:22.229999 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-92d898cd-3040-45c4-8ccc-6e1ed67a81d1 req-ab4f9cb3-b329-423f-a992-0e9a1b75c4de tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342011 Aug 08 18:55:23.356982 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f75094-ac66-431b-870f-b554db4fa440 req-e4e9d64c-f17e-41f2-a2e6-22a0762fa63a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:23.358507 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-89f75094-ac66-431b-870f-b554db4fa440 req-e4e9d64c-f17e-41f2-a2e6-22a0762fa63a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Aug 08 18:55:23.402022 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-89f75094-ac66-431b-870f-b554db4fa440 req-04fb4707-4003-4212-98cb-6d389ddd9171 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Aug 08 18:55:23.528336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726b40-23c1-4a26-8b72-4493f728bf72 req-b3c6388d-601c-4830-abae-3a1d9ae5784c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:23.535456 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-13726b40-23c1-4a26-8b72-4493f728bf72 req-b3c6388d-601c-4830-abae-3a1d9ae5784c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0586820 Aug 08 18:55:23.569877 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-13726b40-23c1-4a26-8b72-4493f728bf72 req-08adbe96-bb6f-477f-b8c5-5106dc315244 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Aug 08 18:55:23.910136 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525b753-f918-4942-8dfa-793efd6bd2c7 req-68008ad2-bb7f-45a5-be72-70a0e55521ae tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:23.911714 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3525b753-f918-4942-8dfa-793efd6bd2c7 req-68008ad2-bb7f-45a5-be72-70a0e55521ae tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0531201 Aug 08 18:55:23.954809 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3525b753-f918-4942-8dfa-793efd6bd2c7 req-2f6316df-1650-4377-b737-cef154ac1550 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370328 Aug 08 18:55:25.197073 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-956f6443-5e02-41fe-8360-a77115f0eb84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408590 Aug 08 18:55:25.268018 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-4717b40f-0315-4518-a1bc-02928b47d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:25.269761 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-4717b40f-0315-4518-a1bc-02928b47d6fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 1099 time: 0.0483570 Aug 08 18:55:25.313333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:25.384845 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-a1534754-963f-421b-a7fa-288e3bb5e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:25.386296 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-a1534754-963f-421b-a7fa-288e3bb5e086 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0938983 Aug 08 18:55:25.435032 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-7c75cd9d-a437-484c-ad5d-ab066ffad7eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa HTTP/1.1" status: 200 len: 217 time: 0.0381069 Aug 08 18:55:25.496166 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-30d70626-cfeb-445c-8be1-22462ac87e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:25.497656 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-30d70626-cfeb-445c-8be1-22462ac87e4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0505149 Aug 08 18:55:25.547646 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-164c219d-31b9-46d5-80d5-9c23da9c698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:25.549204 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-164c219d-31b9-46d5-80d5-9c23da9c698f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409756 Aug 08 18:55:25.663095 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-465d1238-5ad7-4d84-b7e9-4d4a3929f0b8 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041908 Aug 08 18:55:25.769011 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1298d993-2cd8-4c3d-aa61-0c5d8db72b69 req-8207a586-96db-46a3-be25-45dbd1903482 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966263 Aug 08 18:55:32.302172 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b7d220f2-fa50-4a3b-8128-1008953afee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:34.463132 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6960bfeb-99d2-4ecd-988e-6de3342147db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:34.681289 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8dcc-ecbd-45a8-80e7-ae02efc7e7ec req-6a25671b-4929-4290-9e5e-6997bc1c086c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:34.690692 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-34dd8dcc-ecbd-45a8-80e7-ae02efc7e7ec req-6a25671b-4929-4290-9e5e-6997bc1c086c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.1099494 Aug 08 18:55:34.732756 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-34dd8dcc-ecbd-45a8-80e7-ae02efc7e7ec req-907b4176-2781-4ecf-8be2-99391c45510c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397205 Aug 08 18:55:35.810715 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:35.870693 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474abfc-fabf-4488-83bc-195f89183d73 req-0ce98f9e-c03c-4ace-81e2-2baece9f6d28 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:35.872492 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4474abfc-fabf-4488-83bc-195f89183d73 req-0ce98f9e-c03c-4ace-81e2-2baece9f6d28 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0569360 Aug 08 18:55:35.946530 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4474abfc-fabf-4488-83bc-195f89183d73 req-a63cbe4a-5fd2-45a7-a98e-8adff0945257 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495722 Aug 08 18:55:37.100691 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ce760-3b3b-44eb-80a7-c7949f391344 req-4133cb35-12df-4cb4-a76d-456f96dbf047 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:37.106780 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-792ce760-3b3b-44eb-80a7-c7949f391344 req-4133cb35-12df-4cb4-a76d-456f96dbf047 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0765812 Aug 08 18:55:37.151057 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-792ce760-3b3b-44eb-80a7-c7949f391344 req-a44115ac-759d-4ade-a179-4e3ef6d1841a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Aug 08 18:55:37.291595 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:37.502565 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:38.301373 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7bc2f-77b9-4190-93b7-0bcdd7982b68 req-982b24a2-7c1e-47bd-9ae6-5060d384632f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:38.308600 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-01c7bc2f-77b9-4190-93b7-0bcdd7982b68 req-982b24a2-7c1e-47bd-9ae6-5060d384632f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0724139 Aug 08 18:55:38.356986 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-01c7bc2f-77b9-4190-93b7-0bcdd7982b68 req-f6bb96bb-cc71-4ea7-b2f8-36d6f0b0dcbe tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Aug 08 18:55:38.836660 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43946) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:38.957188 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.053812 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.100328 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.150938 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b08c7f54be60426aa5be276492178420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107781 Aug 08 18:55:39.150938 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3246f2-7bf7-45d4-9dc7-ef564ccb76ad,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:39.151424 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 43950) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:39.163815 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.164642 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.165222 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.165779 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.166189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.166591 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.167006 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.167403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.167954 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.168350 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.168747 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.169152 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d76c3c0-49ba-4459-82e9-0fb07476179a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.218209 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.251924 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.468250 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.472718 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:39.474745 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f3246f2-7bf7-45d4-9dc7-ef564ccb76ad HTTP/1.1" status: 204 len: 168 time: 0.3223479 Aug 08 18:55:39.482675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3246f2-7bf7-45d4-9dc7-ef564ccb76ad,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.497299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61ff8a-13ab-4acc-ad93-e91ebf49e43c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:39.529039 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565d7f6-f287-482d-bfcd-f0b36590602c req-d91db07a-6e8a-4bd0-8c98-697c5ca0be8d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:39.535065 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3565d7f6-f287-482d-bfcd-f0b36590602c req-d91db07a-6e8a-4bd0-8c98-697c5ca0be8d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0581846 Aug 08 18:55:39.573369 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3565d7f6-f287-482d-bfcd-f0b36590602c req-c1c44b46-cf03-41f8-9346-a5e2f32bfc86 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352859 Aug 08 18:55:40.094056 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:55:40.486020 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 43994) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:40.581850 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1135123942-network', 'tenant_id': '146eb6647f1a4d12ade135e727c20072'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:40.668034 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Made reservation on behalf of 146eb6647f1a4d12ade135e727c20072 for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:55:40.670309 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:40.678589 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:40.696641 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2643fb-78b9-44be-bf49-aa4ab1208f87 req-c4353671-4907-4faa-be11-5ab2e19f8ccc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:40.698117 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea2643fb-78b9-44be-bf49-aa4ab1208f87 req-c4353671-4907-4faa-be11-5ab2e19f8ccc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Aug 08 18:55:40.736936 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea2643fb-78b9-44be-bf49-aa4ab1208f87 req-6f64a08b-86d4-4c20-b1a0-9083ab6131ac tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Aug 08 18:55:40.753444 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:40.833750 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:40.857008 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:55:40.873529 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb4096-dcb4-40dd-bf9d-6c03b53c8207,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:40.877255 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:40.877595 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Added segment 353d9da6-8277-4318-b84c-df1b6ff032e3 of type vlan for network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e Aug 08 18:55:40.918815 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.005435 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.006454 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:41.007076 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.067435 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] Pushing event updated for resources: {'Network': ['ID=1efc018c-fcb6-47d1-9109-fa15ae0ded6e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:41.077944 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:55:41.144994 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e7dcb6fe-fcab-4b9e-b2c4-5909e9e8ff1c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6577837 Aug 08 18:55:41.147939 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44008) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:41.153396 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Request body: {'subnet': {'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1135123942-subnet', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:41.233627 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Made reservation on behalf of 146eb6647f1a4d12ade135e727c20072 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:55:41.235953 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13429405'] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.473731 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13488174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13429427'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.529606 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b5a501-7609-48fd-b5cb-13a921c91d8e,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:41.538210 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Checking segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:41.538565 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Network hostable DHCP agents. Network: 1efc018c-fcb6-47d1-9109-fa15ae0ded6e, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:55:41.610785 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:55:41.673666 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 1efc018c-fcb6-47d1-9109-fa15ae0ded6e) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:41.678379 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:41.678641 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.694388 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e615b-3761-42fd-8d08-bc062e62045a None None] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:55:41.779721 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-db8a3923-d604-4de5-bc8c-ab4826d75282 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6304591 Aug 08 18:55:41.782274 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44038) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:41.786748 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:41.885105 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:55:41.885980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.899745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19794-4cb6-4ba5-bf77-2977641f0036 req-eb5a591c-919b-49e4-9c9d-705e49628ac0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:41.901877 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0df19794-4cb6-4ba5-bf77-2977641f0036 req-eb5a591c-919b-49e4-9c9d-705e49628ac0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0671706 Aug 08 18:55:41.903588 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.904854 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:41.937099 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273ca82-415a-45b7-a02e-6e9c15857349 req-aaad9ec9-1735-42da-bea1-c6f715720f7b tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:41.938746 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d273ca82-415a-45b7-a02e-6e9c15857349 req-aaad9ec9-1735-42da-bea1-c6f715720f7b tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0662758 Aug 08 18:55:41.954816 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0df19794-4cb6-4ba5-bf77-2977641f0036 req-3a266cf4-26dc-4486-9a62-a77d89ee46ff tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Aug 08 18:55:41.993398 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.008255 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d273ca82-415a-45b7-a02e-6e9c15857349 req-077bf3b1-8e76-4e2f-8d16-c3e84fcb280a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Aug 08 18:55:42.048546 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44046) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:42.050644 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Allocated IP 172.20.0.2 (1efc018c-fcb6-47d1-9109-fa15ae0ded6e/77b5a501-7609-48fd-b5cb-13a921c91d8e/ee384b33-f4a2-40b2-8d87-b329183689ec) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:42.194329 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5d94e-ef96-4f10-810c-2ac454e5061b tempest-TestMinimumBasicScenario-175591683 tempest-TestMinimumBasicScenario-175591683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:42.196572 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-fdf5d94e-ef96-4f10-810c-2ac454e5061b tempest-TestMinimumBasicScenario-175591683 tempest-TestMinimumBasicScenario-175591683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1093 time: 0.1589401 Aug 08 18:55:42.199588 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44058) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:42.204257 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'port_id': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:42.222112 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.302802 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.343008 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.387052 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:42.390065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:42.392761 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:42.412205 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.424462 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Pushing event updated for resources: {'Port': ['ID=ee384b33-f4a2-40b2-8d87-b329183689ec,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:42.458122 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.466256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Attempting to bind port ee384b33-f4a2-40b2-8d87-b329183689ec on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:42.466723 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Attempting to bind port ee384b33-f4a2-40b2-8d87-b329183689ec by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:42.467143 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Attempting to bind port ee384b33-f4a2-40b2-8d87-b329183689ec on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:42.473220 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:42.473985 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Checking segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:42.473985 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.474291 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Bound using segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:42.474747 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Bound port: ee384b33-f4a2-40b2-8d87-b329183689ec, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:42.475157 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.545564 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] For port ee384b33-f4a2-40b2-8d87-b329183689ec, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:42.546721 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Allocated IP 172.27.3.12 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/88879f81-a578-4df6-b832-aa4d1fc73d6c) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:42.549341 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] For port ee384b33-f4a2-40b2-8d87-b329183689ec, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=ee384b33-f4a2-40b2-8d87-b329183689ec,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:42.623064 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.661589 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.678914 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb2b4-14b0-47c4-b1fe-9739f85a4e8e None None] Pushing event updated for resources: {'Port': ['ID=ee384b33-f4a2-40b2-8d87-b329183689ec,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:42.731005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.749944 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.777906 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:42.840242 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:42.844502 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:42.847111 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'Port': ['ID=88879f81-a578-4df6-b832-aa4d1fc73d6c,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:42.849605 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:42.903109 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Allocated IP 172.27.3.225 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/c46cf4fd-19fd-4bc4-a26d-fc6715753c15) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:43.044617 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.113963 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.160047 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:43.163205 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:43.167633 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:43.194116 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Pushing event updated for resources: {'Port': ['ID=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:43.394996 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6eba1-d560-49fe-8375-dfcf6ec1238b req-e21f85fd-4035-4416-b83a-98d814f7c62e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:43.396519 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-28a6eba1-d560-49fe-8375-dfcf6ec1238b req-e21f85fd-4035-4416-b83a-98d814f7c62e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.3569121 Aug 08 18:55:43.501009 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-28a6eba1-d560-49fe-8375-dfcf6ec1238b req-05ff3344-a43c-4407-96a1-839d5ca45728 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812550 Aug 08 18:55:43.507356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.591707 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.693114 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344480d3-010b-4378-b1ce-498e8ed5bd05 None None] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:55:43.719697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.727214 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.733065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] Provisioning complete for port ee384b33-f4a2-40b2-8d87-b329183689ec triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:43.733434 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.881497 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.887198 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] Current status of the port ee384b33-f4a2-40b2-8d87-b329183689ec is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:43.887634 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:43.941681 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] For port ee384b33-f4a2-40b2-8d87-b329183689ec, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=ee384b33-f4a2-40b2-8d87-b329183689ec,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:43.942178 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Router 475e2709-8175-471f-9711-49984962c65b is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:55:43.988258 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.016809 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.058497 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:55:44.101181 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.103096 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'Port': ['ID=88879f81-a578-4df6-b832-aa4d1fc73d6c,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:44.133033 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.138194 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a919dbb1-30b0-4a69-84d1-e34734197486 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3522067 Aug 08 18:55:44.138488 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44090) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:44.203982 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Floating IP 3e2573c1-564b-4afd-8654-16a072e20b9b associated. External IP: 172.27.3.12, port: 41a84695-ee73-40d7-a468-217ab80e7cfc. Aug 08 18:55:44.209664 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:55:44.244260 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:44.244496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:44.280831 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62b1eb-4653-4c53-9e1b-dd8ade53d7b5 None None] Pushing event updated for resources: {'Port': ['ID=ee384b33-f4a2-40b2-8d87-b329183689ec,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:44.283770 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-db141210-34e4-4ed2-b03f-33205c6dbb3b None None] Provisioning complete for port ee384b33-f4a2-40b2-8d87-b329183689ec triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:44.284326 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-db141210-34e4-4ed2-b03f-33205c6dbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.307111 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44094) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:44.386008 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Deleting subnet 8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4 {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:55:44.387116 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:44.423625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.445966 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device ee384b33-f4a2-40b2-8d87-b329183689ec up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:44.473785 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.545437 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-db141210-34e4-4ed2-b03f-33205c6dbb3b None None] Current status of the port ee384b33-f4a2-40b2-8d87-b329183689ec is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:44.562528 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.565634 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Router e5f6fc67-80a1-4807-b3d4-c2a05e242389 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:55:44.622914 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port ee384b33-f4a2-40b2-8d87-b329183689ec triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:44.623478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.689183 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc9a6c-d680-4a50-a9d2-4554a3b26541 req-ac9c329c-9e27-41f3-8833-05a8f2f3a5a5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:44.690597 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bdfc9a6c-d680-4a50-a9d2-4554a3b26541 req-ac9c329c-9e27-41f3-8833-05a8f2f3a5a5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0906792 Aug 08 18:55:44.711054 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.711718 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:43Z', 'revision_number': 3, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:44.715861 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:55:44.732267 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] Sync routers for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:55:44.737712 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.746701 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:44.747678 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:44.754002 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bdfc9a6c-d680-4a50-a9d2-4554a3b26541 req-a271efcb-08b6-4d3f-96b4-852c9aaf7cdc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502992 Aug 08 18:55:44.762222 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:55:44.762541 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Updating router 475e2709-8175-471f-9711-49984962c65b port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:55:44.774656 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:44.788750 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.800862 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3eabcbba-7d22-4090-adc0-342d769afed6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a5e3f3d-dc50-40e0-9dc3-0833b52dbca4 HTTP/1.1" status: 204 len: 168 time: 0.4925027 Aug 08 18:55:44.801879 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44098) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:44.806209 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.807892 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.808063 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port ee384b33-f4a2-40b2-8d87-b329183689ec is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:44.884102 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-5a92504d-623b-4b68-8d55-b9d2acf35bad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6825473 Aug 08 18:55:44.884713 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44100) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:44.887395 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:55:44.889689 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074d5b20-35e7-407b-b51f-a7c314c52d58" -d '{"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:55:44.896162 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798636452', 'description': 'tempest-secgroup-smoke-798636452 description', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:44.912423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Allocated IP 172.20.0.1 (1efc018c-fcb6-47d1-9109-fa15ae0ded6e/77b5a501-7609-48fd-b5cb-13a921c91d8e/d625e34f-5137-4106-8d99-6b048cc72068) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:44.932577 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:44.951831 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:44.989903 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45195ca-2848-487b-b00e-fac0f400547d x-openstack-request-id: req-b45195ca-2848-487b-b00e-fac0f400547d {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:55:44.990189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:55:44.990597 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b45195ca-2848-487b-b00e-fac0f400547d {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:55:44.991072 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45195ca-2848-487b-b00e-fac0f400547d'] response: {'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'status': 'completed', 'code': 200} Aug 08 18:55:45.025968 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.036181 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.085575 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.108265 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.120538 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5668a66c-7126-4a2a-98c1-4666e8dcf45c']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.129118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-1a161eef-2829-427d-b610-79e56a0dc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:45.130623 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-1a161eef-2829-427d-b610-79e56a0dc3bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1098 time: 0.1267831 Aug 08 18:55:45.135193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f1bcb1-0780-4b9e-81db-e7fc09981649') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.135507 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f1bcb1-0780-4b9e-81db-e7fc09981649') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.162607 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.184282 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.195555 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:45.202002 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:45.209469 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.218782 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Pushing event updated for resources: {'Port': ['ID=d625e34f-5137-4106-8d99-6b048cc72068,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:45.230198 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:45.246715 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '3e2573c1-564b-4afd-8654-16a072e20b9b', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'port_id': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'mac_address': 'fa:16:3e:cf:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:55:43Z', 'updated_at': '2022-08-08T18:55:43Z', 'revision_number': 0, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.250834 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:55:45.251268 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.251953 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.278001 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment e4f1bcb1-0780-4b9e-81db-e7fc09981649 resource provider aggregate not found Aug 08 18:55:45.286445 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] Checking router: e5f6fc67-80a1-4807-b3d4-c2a05e242389 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:55:45.298380 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:45.301161 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.304127 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment e4f1bcb1-0780-4b9e-81db-e7fc09981649 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f1bcb1-0780-4b9e-81db-e7fc09981649 found for delete ", "request_id": "req-c9157369-0597-47d2-b98d-29ba6f00e546"}]} Aug 08 18:55:45.304799 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Attempting to bind port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:45.305437 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Attempting to bind port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:45.306122 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Attempting to bind port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:45.314011 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.316707 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:45.317206 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:45.317707 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.318249 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:45.318828 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Bound port: c46cf4fd-19fd-4bc4-a26d-fc6715753c15, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:45.319350 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.381512 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] For port c46cf4fd-19fd-4bc4-a26d-fc6715753c15, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:45.385891 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] For port c46cf4fd-19fd-4bc4-a26d-fc6715753c15, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:45.398585 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b146e-d716-4c2e-a76c-172e49640705 None None] Pushing event updated for resources: {'Port': ['ID=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:45.428949 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.432657 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-4fd75a3d-7139-44aa-8cf6-ffa986729d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:45.434137 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-4fd75a3d-7139-44aa-8cf6-ffa986729d2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 916 time: 0.2945492 Aug 08 18:55:45.470331 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.472258 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:45.502377 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-0d816318-eabf-47b8-b8b8-ed90b1a61f42 None None] Provisioning complete for port d625e34f-5137-4106-8d99-6b048cc72068 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:45.502733 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0d816318-eabf-47b8-b8b8-ed90b1a61f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.531814 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.533368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.545741 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:45.546539 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.550151 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.553631 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5668a66c-7126-4a2a-98c1-4666e8dcf45c HTTP/1.1" status: 204 len: 168 time: 0.7504482 Aug 08 18:55:45.596331 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-854a8887-2864-4c04-8e6d-fe948752044e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 998 time: 0.1523952 Aug 08 18:55:45.606414 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-0d816318-eabf-47b8-b8b8-ed90b1a61f42 None None] Port d625e34f-5137-4106-8d99-6b048cc72068 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:55:45.607398 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2b8a3-4f7d-4e9a-9444-ae9ff7bc3591 admin admin] Pushing event deleted for resources: {'Network': ['ID=5668a66c-7126-4a2a-98c1-4666e8dcf45c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:45.611167 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b146e-d716-4c2e-a76c-172e49640705 None None] Pushing event updated for resources: {'Port': ['ID=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:45.624576 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.648307 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d14ffb-ad0d-4f4e-908d-3b6293012004,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:45.670351 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-64e128cb-59ae-4649-9fbe-192ce5a91eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:45.671677 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-64e128cb-59ae-4649-9fbe-192ce5a91eca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 200 len: 854 time: 0.0621715 Aug 08 18:55:45.713352 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.715662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:45.717714 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e51e3d11-5761-4d48-a012-75f25b61d6b7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8249903 Aug 08 18:55:45.718310 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44110) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:45.724839 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group_rule': {'security_group_id': 'a7d14ffb-ad0d-4f4e-908d-3b6293012004', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:45.767087 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-b5cb48e2-912a-41f2-974f-50636e8e55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:45.768574 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-b5cb48e2-912a-41f2-974f-50636e8e55f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5396244c-a3da-47ca-8e09-94c97ba0a9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871913 Aug 08 18:55:45.792062 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '3e2573c1-564b-4afd-8654-16a072e20b9b', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'port_id': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'mac_address': 'fa:16:3e:cf:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:55:43Z', 'updated_at': '2022-08-08T18:55:43Z', 'revision_number': 0, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:45.830020 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.843326 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.915718 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:45.934559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44114) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:45.935262 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff835b-0390-42ce-8c6f-242ba57123a4 None None] The sync data for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi is: [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '3e2573c1-564b-4afd-8654-16a072e20b9b', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'port_id': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'mac_address': 'fa:16:3e:cf:79:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:55:43Z', 'updated_at': '2022-08-08T18:55:43Z', 'revision_number': 0, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:45.944764 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-71c62cf1-6bee-40c9-b414-884f711dcaf4 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662354 Aug 08 18:55:46.011617 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:43Z', 'revision_number': 3, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:46.020010 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.020880 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1c79-2c5f-4c4e-8444-da2395c08d37 req-5d8aa587-8ece-4426-8e23-ddd1f07b2f4a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:46.022990 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5c7a1c79-2c5f-4c4e-8444-da2395c08d37 req-5d8aa587-8ece-4426-8e23-ddd1f07b2f4a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.1499627 Aug 08 18:55:46.030944 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Pushing event updated for resources: {'Port': ['ID=d625e34f-5137-4106-8d99-6b048cc72068,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:46.044701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.045949 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3279cc05-d492-4022-806f-03eab4adcdfa None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:43Z', 'revision_number': 3, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:46.082562 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-658da0ba-451f-4b72-b072-d2992984f730 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c4c08dc120d4fa2bcdfdd7c11eb1479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465576 Aug 08 18:55:46.083221 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44116) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:46.100532 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.100879 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5c7a1c79-2c5f-4c4e-8444-da2395c08d37 req-dcdd5173-6ae1-4a7f-81b0-6509a56c0f1d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644045 Aug 08 18:55:46.140393 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0422b440-ec7d-46e8-907f-f151e31f2453,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:46.148570 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-074d5b20-35e7-407b-b51f-a7c314c52d58 req-4fd49f15-332d-485f-8f28-981fd97fb87d service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925445 Aug 08 18:55:46.184293 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f87c955b-3b52-42df-af14-be912578902d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.193841 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:46.195349 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:46.213883 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f87c955b-3b52-42df-af14-be912578902d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.234921 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.239649 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a566e9e2-20c1-4a16-93ba-f13a0465d74c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5155125 Aug 08 18:55:46.244745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44120) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:46.249450 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group_rule': {'security_group_id': 'a7d14ffb-ad0d-4f4e-908d-3b6293012004', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:46.318464 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c305e1-48dd-4e9c-bdf3-b07bdf18e6dc None None] New status for floating IP 3e2573c1-564b-4afd-8654-16a072e20b9b: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:55:46.356139 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:55:46.385001 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.404083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f87c955b-3b52-42df-af14-be912578902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.407655 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f87c955b-3b52-42df-af14-be912578902d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.412099 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f87c955b-3b52-42df-af14-be912578902d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a2126ee-59bc-4647-ba87-d04ef40112ae HTTP/1.1" status: 204 len: 168 time: 0.3263545 Aug 08 18:55:46.491732 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c955b-3b52-42df-af14-be912578902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2126ee-59bc-4647-ba87-d04ef40112ae,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:46.549570 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.611224 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.634545 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20ba8e8-19e5-43a2-9f78-2372c34ccba6,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:46.711147 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.715100 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b055fd64-cf93-4c45-917f-98f4f0041120 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4693141 Aug 08 18:55:46.717799 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44124) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:46.724454 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group_rule': {'security_group_id': 'a7d14ffb-ad0d-4f4e-908d-3b6293012004', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:46.744658 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-241d58c1-433a-4570-bbc6-93f03cfab1de None None] Provisioning complete for port d625e34f-5137-4106-8d99-6b048cc72068 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:46.744658 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-241d58c1-433a-4570-bbc6-93f03cfab1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.793808 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:55:46.799021 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5b45e70a-8916-45fb-860c-55b6befcb639 admin admin] 10.222.0.23 "PUT /v2.0/routers/475e2709-8175-471f-9711-49984962c65b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6593750 Aug 08 18:55:46.840396 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-241d58c1-433a-4570-bbc6-93f03cfab1de None None] Port d625e34f-5137-4106-8d99-6b048cc72068 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:55:46.885903 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:46.974696 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.034144 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.057305 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4819934-27e7-4b97-8d25-089eb5ed611b,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:47.110469 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.111729 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ca39b8e7-0224-4dd8-91dd-20414d504f82 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3929710 Aug 08 18:55:47.114561 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44138) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:47.119010 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group_rule': {'security_group_id': 'a7d14ffb-ad0d-4f4e-908d-3b6293012004', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:47.218312 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.279958 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f33095-f9e9-45e6-aecb-51cef4c14ce0 req-a3b3b26b-55e1-40e3-8c42-819f502974d4 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:47.281636 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-73f33095-f9e9-45e6-aecb-51cef4c14ce0 req-a3b3b26b-55e1-40e3-8c42-819f502974d4 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0779076 Aug 08 18:55:47.319411 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.325829 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-73f33095-f9e9-45e6-aecb-51cef4c14ce0 req-cf0bee1d-f520-41e9-8f35-827eb2f7f295 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375106 Aug 08 18:55:47.387950 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.408275 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922aeed7-c21e-47fa-8f32-d608003d35c1,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:47.479296 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.481600 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-312a18f0-d3f5-4a92-b719-67bf0ce2892f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3655975 Aug 08 18:55:47.483980 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44160) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:47.491190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group_rule': {'security_group_id': 'a7d14ffb-ad0d-4f4e-908d-3b6293012004', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:47.605972 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.securitygroups_db [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Project f7b0b3909092424e8ec98081f1aa6f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 18:55:47.611255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.682574 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.759570 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.778052 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807547f9-e5fe-4ced-b022-60487ff87f3f,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:47.795391 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44174) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:47.801012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-450654170-network', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:47.851683 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.851683 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-6d5e4b6e-47b9-4d62-9cf2-68f1a24c9770 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3651936 Aug 08 18:55:47.853772 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44182) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:47.858328 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'security_group_rule': {'security_group_id': 'a7d14ffb-ad0d-4f4e-908d-3b6293012004', 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:47.916877 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Made reservation on behalf of 109c3e29b200413bb1d1c18dc4b84a63 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:55:47.920012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.929405 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.940086 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.securitygroups_db [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Project f7b0b3909092424e8ec98081f1aa6f19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 18:55:47.948004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:47.978396 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f7a4e-377e-4503-b68c-5b23ac44f514 req-d3aff29e-c54b-4a03-a387-868047fc41d4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:47.985921 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a88f7a4e-377e-4503-b68c-5b23ac44f514 req-d3aff29e-c54b-4a03-a387-868047fc41d4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.0833929 Aug 08 18:55:48.031006 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a88f7a4e-377e-4503-b68c-5b23ac44f514 req-d808adac-d90a-41f0-98bd-bdba94d20d7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441768 Aug 08 18:55:48.054677 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.085363 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.099727 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:55:48.105575 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:48.106182 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:48.113760 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.134794 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.140511 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4149f420-bde7-4cbb-8b9e-de080fba63b9,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:48.158741 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:55:48.173626 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ed1dc0-2ea8-41f0-b47f-40819804a3f1,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:48.176526 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.176928 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Added segment 9b156016-c4ef-4f6c-9e35-7c58fae1d6a4 of type vlan for network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 Aug 08 18:55:48.214977 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.219329 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8f9a2b44-2bfa-457e-b609-21a7309560ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3644552 Aug 08 18:55:48.220954 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:48.231836 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.309131 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.310180 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:48.310821 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.315248 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-d53c882f-b95c-48be-96c5-60751beeeb4d tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798636452&fields=id&tenant_id=f7b0b3909092424e8ec98081f1aa6f19 HTTP/1.1" status: 200 len: 267 time: 0.0375791 Aug 08 18:55:48.426285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] Pushing event updated for resources: {'Network': ['ID=627de6e0-b962-47c9-b4d1-fdcd4ef3b639,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:48.437026 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b2d24c49-5306-4cdb-b42f-4b542848bcfa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6404169 Aug 08 18:55:48.449725 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:55:48.450210 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44188) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:48.468900 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Request body: {'subnet': {'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-450654170-subnet', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:48.483203 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c46cf4fd-19fd-4bc4-a26d-fc6715753c15 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:48.496614 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-5948ea45-5111-4324-8d2d-cdb11d64010d tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:48.500281 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-5948ea45-5111-4324-8d2d-cdb11d64010d tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.1751022 Aug 08 18:55:48.500412 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc897b-b832-4311-80da-e2f76dffb890 req-47e822d3-e302-4e5e-a270-2547c2723c00 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:48.501276 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-90dc897b-b832-4311-80da-e2f76dffb890 req-47e822d3-e302-4e5e-a270-2547c2723c00 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0875330 Aug 08 18:55:48.518367 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 2, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:48.528474 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'port': {'security_groups': ['c17fa34f-6506-481e-9944-7f2ac8d4dd18', 'a7d14ffb-ad0d-4f4e-908d-3b6293012004']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:48.562892 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-90dc897b-b832-4311-80da-e2f76dffb890 req-3e6020e1-68d9-48e7-9608-e1fe88b482a3 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532098 Aug 08 18:55:48.568676 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:55:48.569211 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Updating router 475e2709-8175-471f-9711-49984962c65b port d625e34f-5137-4106-8d99-6b048cc72068 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:55:48.607707 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.616967 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Made reservation on behalf of 109c3e29b200413bb1d1c18dc4b84a63 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:55:48.619891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13212006'] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.622004 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:48.622311 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.640157 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.711911 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:48.712560 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.745274 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port c46cf4fd-19fd-4bc4-a26d-fc6715753c15, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:48.833764 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.887940 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:48.898256 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.942602 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:48.971160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:48.980913 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16754010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13211976'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.021526 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Pushing event updated for resources: {'Port': ['ID=d625e34f-5137-4106-8d99-6b048cc72068,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:49.033994 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.034369 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.034713 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.035071 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.035392 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.035718 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.036140 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.036444 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.036761 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.037076 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.037389 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.037706 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:55:49.042742 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Attempting to bind port d625e34f-5137-4106-8d99-6b048cc72068 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:49.043128 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Attempting to bind port d625e34f-5137-4106-8d99-6b048cc72068 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:49.043568 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Attempting to bind port d625e34f-5137-4106-8d99-6b048cc72068 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:49.045444 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.048712 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:49.049074 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Checking segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:49.049479 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.049848 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Bound using segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:49.050297 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Bound port: d625e34f-5137-4106-8d99-6b048cc72068, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:49.050682 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.062717 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f5b40b-5199-4744-bd30-4e363d2c9e32,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:49.070236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Checking segment: {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:49.070590 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Network hostable DHCP agents. Network: 627de6e0-b962-47c9-b4d1-fdcd4ef3b639, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:55:49.102915 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.116554 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.117710 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.119005 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfaf7856-5c28-4ca9-830c-7c752d0d9498 req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "PUT /v2.0/ports/41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 981 time: 0.6010516 Aug 08 18:55:49.119558 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:55:49.120004 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] For port d625e34f-5137-4106-8d99-6b048cc72068, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:49.122287 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b80c589-a95f-4def-bb53-9b80a97e2800" -d '{"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:55:49.124117 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] For port d625e34f-5137-4106-8d99-6b048cc72068, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=d625e34f-5137-4106-8d99-6b048cc72068,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:49.126726 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['41a84695-ee73-40d7-a468-217ab80e7cfc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:55:49.180222 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52373b4-cab4-4b3f-ab35-d399650867a0 x-openstack-request-id: req-b52373b4-cab4-4b3f-ab35-d399650867a0 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:55:49.181792 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:55:49.181792 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b52373b4-cab4-4b3f-ab35-d399650867a0 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:55:49.182612 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52373b4-cab4-4b3f-ab35-d399650867a0'] response: {'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'status': 'completed', 'code': 200} Aug 08 18:55:49.187226 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd299-261c-4a2b-99c2-399fcac9f767 req-89da3cac-33b3-412e-a2fa-af18b3b82d2b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.190368 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:55:49.194004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fd52c-03d4-4814-b00c-2ba027d6d36e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=6']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:49.195454 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ca7bd299-261c-4a2b-99c2-399fcac9f767 req-89da3cac-33b3-412e-a2fa-af18b3b82d2b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.0748327 Aug 08 18:55:49.217506 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.274904 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 627de6e0-b962-47c9-b4d1-fdcd4ef3b639) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:49.275467 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ca7bd299-261c-4a2b-99c2-399fcac9f767 req-ed94c927-a4eb-47f9-928f-da897aced0fa tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0743616 Aug 08 18:55:49.285711 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['41a84695-ee73-40d7-a468-217ab80e7cfc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:55:49.287612 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.288073 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cce0e-5504-4cf8-98e8-f64158cf2b13 None None] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:55:49.288205 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.303406 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-0a795eb5-82f8-4bec-93f8-b1346bf6ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.309497 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-0a795eb5-82f8-4bec-93f8-b1346bf6ef6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1137 time: 0.0900815 Aug 08 18:55:49.338635 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b8b8a-4e9e-431f-ad31-42ffebcf7ccc req-29ee2567-6e19-4bec-b404-2ecae103b745 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.339125 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:49.340067 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:49.349829 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-890b8b8a-4e9e-431f-ad31-42ffebcf7ccc req-29ee2567-6e19-4bec-b404-2ecae103b745 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0891359 Aug 08 18:55:49.387810 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8b60d1ff-a75a-4a7f-8ad2-c50acd031a36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9383624 Aug 08 18:55:49.391417 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44200) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:49.398569 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:49.404463 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d988a-5ac5-4402-9274-693b9e03ee6b None None] Pushing event updated for resources: {'Port': ['ID=d625e34f-5137-4106-8d99-6b048cc72068,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:49.426701 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-890b8b8a-4e9e-431f-ad31-42ffebcf7ccc req-1c7f6a16-396e-47c1-a4af-0317f46852b9 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752082 Aug 08 18:55:49.440923 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-90641d77-35fc-4f8a-ae95-bf587bcd37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.443095 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-90641d77-35fc-4f8a-ae95-bf587bcd37d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 916 time: 0.1270108 Aug 08 18:55:49.503940 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:49.509581 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-ef66ef82-c513-42fb-927a-64d6f8b144ff tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.511614 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-ef66ef82-c513-42fb-927a-64d6f8b144ff tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.0721359 Aug 08 18:55:49.544388 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-f0752afa-8670-4df4-938c-b7309ec0e7e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 1000 time: 0.0908616 Aug 08 18:55:49.561670 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.562700 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.607337 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-1ec65a4d-08e9-426f-8a31-ee5fb4ffcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.609189 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-1ec65a4d-08e9-426f-8a31-ee5fb4ffcd65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 200 len: 854 time: 0.0563123 Aug 08 18:55:49.620766 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.670923 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-627de6e0-b962-47c9-b4d1-fdcd4ef3b639', 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'fixed_ips': [{'subnet_id': '50f5b40b-5199-4744-bd30-4e363d2c9e32'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:55:49.672319 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-2147cfa6-f15a-4fc2-9715-64ed06a06c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.674053 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-2147cfa6-f15a-4fc2-9715-64ed06a06c35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5396244c-a3da-47ca-8e09-94c97ba0a9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548952 Aug 08 18:55:49.676034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.692919 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port 16e193d7-c86c-48a7-9218-61011a15bfb4 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:55:49.696623 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:49.764093 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:49Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:49.805090 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-75512a90-5e0d-4a17-b3a8-7e8a81401fb8 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133063 Aug 08 18:55:49.813520 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f889b77-0b74-4da3-bb04-fe3bdbed2cb4 None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:49Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:49.987127 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2724-a999-4b69-8d40-d2b4caf66ea5 req-e6da3584-043e-4cc6-b8b7-f3fd81b107cc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:49.988779 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-631e2724-a999-4b69-8d40-d2b4caf66ea5 req-e6da3584-043e-4cc6-b8b7-f3fd81b107cc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.3068042 Aug 08 18:55:50.022461 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.042716 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b80c589-a95f-4def-bb53-9b80a97e2800 req-4909690e-268b-46ea-8de4-df47dd771980 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118988 Aug 08 18:55:50.043756 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] For port 16e193d7-c86c-48a7-9218-61011a15bfb4, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=16e193d7-c86c-48a7-9218-61011a15bfb4,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:50.044141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.060996 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-631e2724-a999-4b69-8d40-d2b4caf66ea5 req-e362ab5e-12fd-4842-a376-bca76711e161 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641744 Aug 08 18:55:50.106695 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Allocated IP 172.20.0.2 (627de6e0-b962-47c9-b4d1-fdcd4ef3b639/50f5b40b-5199-4744-bd30-4e363d2c9e32/5d7b28c3-e7a4-4778-95f3-d1710f64f87c) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:50.334937 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.335560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.335667 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 05bbe48b-eaf7-439d-a7a4-d8581cb57973 disassociated. External IP: 172.27.3.146, port: 16e193d7-c86c-48a7-9218-61011a15bfb4. Aug 08 18:55:50.335966 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for 16e193d7-c86c-48a7-9218-61011a15bfb4 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:55:50.412365 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.500108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.557180 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:50.562025 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:50.567304 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:50.570458 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Pushing event updated for resources: {'Port': ['ID=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:50.615114 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.625968 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e171ec0-7c83-4014-b180-9bfa1e375565 req-ce246a39-d361-4081-9b17-ea332ddc2d5f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:50.627534 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6e171ec0-7c83-4014-b180-9bfa1e375565 req-ce246a39-d361-4081-9b17-ea332ddc2d5f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 946 time: 0.1706958 Aug 08 18:55:50.631259 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d625e34f-5137-4106-8d99-6b048cc72068 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:50.658896 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.677954 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Attempting to bind port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:50.678495 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Attempting to bind port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:50.678755 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Attempting to bind port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c on network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:50.688121 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:50.689086 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Checking segment: {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:50.689486 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.689864 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Bound using segment: {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:50.690616 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Bound port: 5d7b28c3-e7a4-4778-95f3-d1710f64f87c, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:50.690765 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.734935 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port d625e34f-5137-4106-8d99-6b048cc72068 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:50.735405 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.742534 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6e171ec0-7c83-4014-b180-9bfa1e375565 req-2576233c-bb29-4491-90c6-7fb29f149d33 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=c508362d-5203-4498-a9c1-b91aa876122e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0878198 Aug 08 18:55:50.780163 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.807737 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] For port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:50.813387 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] For port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:50.820497 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=16e193d7-c86c-48a7-9218-61011a15bfb4,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:50.839092 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Allocated IP 172.27.3.216 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/a0c14e90-3783-4f71-a680-498ab4dfb807) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:50.848746 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port d625e34f-5137-4106-8d99-6b048cc72068 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:50.849197 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.897510 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:50.907282 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port d625e34f-5137-4106-8d99-6b048cc72068, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=d625e34f-5137-4106-8d99-6b048cc72068,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:50.966071 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ba1de-7077-44de-8a0b-8a74575d8bd8 None None] Pushing event updated for resources: {'Port': ['ID=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:51.005791 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:51.006656 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c46cf4fd-19fd-4bc4-a26d-fc6715753c15 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:51.100113 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=d625e34f-5137-4106-8d99-6b048cc72068,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:51.116784 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:51.117323 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:51.277611 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:51.280415 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae282c-3fc6-4cad-896d-24679ba13a80 req-9e4c01d6-9746-496f-a4fe-aee0d182d1f3 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:51.283756 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-acae282c-3fc6-4cad-896d-24679ba13a80 req-9e4c01d6-9746-496f-a4fe-aee0d182d1f3 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0912685 Aug 08 18:55:51.337684 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-acae282c-3fc6-4cad-896d-24679ba13a80 req-715bd55c-7654-4eb1-81e8-d33c357e0ee2 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457444 Aug 08 18:55:51.355800 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:55:51.423636 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:51.507415 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:55:51.519276 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:55:51.530201 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:51.530860 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:51.550748 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] No DVR routers for this DVR port 16e193d7-c86c-48a7-9218-61011a15bfb4 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:55:51.553962 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:51.557623 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fec60ce6-3d50-413c-8ad0-5664181667ed req-d19339a1-2ff7-4a05-a251-cf05993cbe96 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "DELETE /v2.0/ports/16e193d7-c86c-48a7-9218-61011a15bfb4 HTTP/1.1" status: 204 len: 173 time: 2.0386324 Aug 08 18:55:51.558082 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'name': 'network-vif-deleted', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:55:51.560495 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557213b-3677-4c1c-be06-610137fd5817" -d '{"events": [{"server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "name": "network-vif-deleted", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:55:51.601039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:51.642876 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fe4015-bfaf-44e8-a0f8-ef7d60c82f5f x-openstack-request-id: req-71fe4015-bfaf-44e8-a0f8-ef7d60c82f5f {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:55:51.643200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31652869-f47a-4607-a052-1fa70d74460c", "name": "network-vif-deleted", "tag": "16e193d7-c86c-48a7-9218-61011a15bfb4", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:55:51.643440 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71fe4015-bfaf-44e8-a0f8-ef7d60c82f5f {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:55:51.643838 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fe4015-bfaf-44e8-a0f8-ef7d60c82f5f'] response: {'server_uuid': '31652869-f47a-4607-a052-1fa70d74460c', 'name': 'network-vif-deleted', 'tag': '16e193d7-c86c-48a7-9218-61011a15bfb4', 'status': 'completed', 'code': 200} Aug 08 18:55:51.685610 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:51.692789 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:51.698356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:51.702779 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Pushing event updated for resources: {'Port': ['ID=a0c14e90-3783-4f71-a680-498ab4dfb807,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:51.753646 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559698e-4699-4fca-8465-580bdffe5b27 req-44c64c99-a070-49c6-9576-6bc568b2bb94 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:51.755172 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6559698e-4699-4fca-8465-580bdffe5b27 req-44c64c99-a070-49c6-9576-6bc568b2bb94 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.1104920 Aug 08 18:55:51.834447 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:51.893226 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6559698e-4699-4fca-8465-580bdffe5b27 req-702fe3ad-9b4a-455c-b057-a94e5d74476c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314034 Aug 08 18:55:51.898005 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-919baac3-4e5d-4bb5-89a2-85160b84f46f req-3a4f7338-cab0-4554-846e-2496c4544e7a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 210 time: 0.0409923 Aug 08 18:55:52.093260 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.113507 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:32Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:52.150228 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:55:52.163549 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:52.164324 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:52.167980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997cbfdc-0f27-4a1c-ac37-b1634c1c0e6b None None] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:55:52.282649 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] Provisioning complete for port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:52.282832 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.301432 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.421655 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:52.519572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Router b747e55b-8863-4ffb-abf2-9d2537fd8ccb is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:55:52.570412 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5d7b28c3-e7a4-4778-95f3-d1710f64f87c up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:52.636735 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] Current status of the port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:52.637129 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.659845 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:55:52.672611 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Sync routers for ids ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:55:52.687638 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Routers {'b747e55b-8863-4ffb-abf2-9d2537fd8ccb'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:52.688250 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:52.720181 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] For port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:52.763562 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.766877 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a213057b-597a-4aeb-b15a-82d7afcc0cbc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3740711 Aug 08 18:55:52.776508 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44228) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:52.776644 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:52.776644 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.814247 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Set router b747e55b-8863-4ffb-abf2-9d2537fd8ccb gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:52.841412 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:52.968736 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec876f-c675-42c1-9d52-644330196a62 None None] Pushing event updated for resources: {'Port': ['ID=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:53.038538 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:53.040247 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d625e34f-5137-4106-8d99-6b048cc72068 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:53.090821 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:32Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:53.162750 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcd1cf-af9f-43cd-91ac-e3b955910c92 req-d74caaf5-2278-4149-875d-db9c38863ee4 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:53.165154 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fcdcd1cf-af9f-43cd-91ac-e3b955910c92 req-d74caaf5-2278-4149-875d-db9c38863ee4 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0973337 Aug 08 18:55:53.182012 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-2d641b04-75cc-4ca9-8d88-9a59a9fbee7f None None] Provisioning complete for port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:53.182936 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2d641b04-75cc-4ca9-8d88-9a59a9fbee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.249559 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34512f9-2faf-488f-b82b-b8ba84b0636b None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '15d64da9-774f-4937-b518-4bac75761917', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:fc:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:52:46Z', 'updated_at': '2022-08-08T18:53:32Z', 'revision_number': 2, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:53.287740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port d625e34f-5137-4106-8d99-6b048cc72068 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:53.289040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.299546 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fcdcd1cf-af9f-43cd-91ac-e3b955910c92 req-d1b1e7f8-eba6-4981-a76a-dcef6170d4f6 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258204 Aug 08 18:55:53.301889 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T18:55:51Z', 'revision_number': 3, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:53.364862 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Checking router: b747e55b-8863-4ffb-abf2-9d2537fd8ccb for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:55:53.365588 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Updating router b747e55b-8863-4ffb-abf2-9d2537fd8ccb port a0c14e90-3783-4f71-a680-498ab4dfb807 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:55:53.417767 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.481499 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-2d641b04-75cc-4ca9-8d88-9a59a9fbee7f None None] Current status of the port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:53.492032 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-46335908-8dda-4a0f-8f62-4ce3ca845d4d req-576c5f77-c33b-4283-9fc2-d906ea2615c5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=31652869-f47a-4607-a052-1fa70d74460c HTTP/1.1" status: 200 len: 210 time: 0.4429998 Aug 08 18:55:53.502161 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 16e193d7-c86c-48a7-9218-61011a15bfb4 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:55:53.543954 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 16e193d7-c86c-48a7-9218-61011a15bfb4 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:55:53.544303 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 16e193d7-c86c-48a7-9218-61011a15bfb4 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:55:53.545673 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port d625e34f-5137-4106-8d99-6b048cc72068 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:53.607693 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.665983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3a162b-db51-48b8-b6d8-a7f98cdae71f None None] New status for floating IP 05bbe48b-eaf7-439d-a7a4-d8581cb57973: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:55:53.764268 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724220-d0b1-4b82-825d-7afcf935a23c req-09e56441-0818-4268-905a-3a5ae75da083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:53.765819 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-09e56441-0818-4268-905a-3a5ae75da083 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 1098 time: 0.0824838 Aug 08 18:55:53.789204 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.863103 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.895013 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Allocated IP 172.20.0.1 (627de6e0-b962-47c9-b4d1-fdcd4ef3b639/50f5b40b-5199-4744-bd30-4e363d2c9e32/b4b59c2b-3654-4886-855a-381a753da11d) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:55:53.921578 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956dce8-216e-4b76-8d15-e477e1b93adb None None] Pushing event updated for resources: {'Port': ['ID=a0c14e90-3783-4f71-a680-498ab4dfb807,revision_number=2']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:53.927989 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Attempting to bind port a0c14e90-3783-4f71-a680-498ab4dfb807 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:53.928344 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Attempting to bind port a0c14e90-3783-4f71-a680-498ab4dfb807 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:53.929163 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Attempting to bind port a0c14e90-3783-4f71-a680-498ab4dfb807 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:53.930057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724220-d0b1-4b82-825d-7afcf935a23c req-8e1a7d11-6d30-4385-8b79-893e7aee6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:53.931609 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-8e1a7d11-6d30-4385-8b79-893e7aee6522 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 911 time: 0.1495900 Aug 08 18:55:53.933891 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:53.934265 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:53.934665 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.935088 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:53.935823 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Bound port: a0c14e90-3783-4f71-a680-498ab4dfb807, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:53.935941 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:53.995835 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] For port a0c14e90-3783-4f71-a680-498ab4dfb807, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:53.999169 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] For port a0c14e90-3783-4f71-a680-498ab4dfb807, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=a0c14e90-3783-4f71-a680-498ab4dfb807,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:54.052638 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-8da716df-cb0b-4c0f-af83-6210d9aa50bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ce0034-03e2-482d-975b-0c10d96b4585 HTTP/1.1" status: 200 len: 1001 time: 0.1084509 Aug 08 18:55:54.074040 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.085443 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.121994 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Routers {'b747e55b-8863-4ffb-abf2-9d2537fd8ccb'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:54.122612 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:54.129003 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724220-d0b1-4b82-825d-7afcf935a23c req-d6b56091-72f6-4f51-9c75-bbb28c56f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:54.130463 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-d6b56091-72f6-4f51-9c75-bbb28c56f2f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 200 len: 849 time: 0.0677326 Aug 08 18:55:54.178244 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724220-d0b1-4b82-825d-7afcf935a23c req-39cf72bf-24f2-455c-8454-aef587bee839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:54.182212 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-39cf72bf-24f2-455c-8454-aef587bee839 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405920 Aug 08 18:55:54.182323 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956dce8-216e-4b76-8d15-e477e1b93adb None None] Pushing event updated for resources: {'Port': ['ID=a0c14e90-3783-4f71-a680-498ab4dfb807,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:54.207874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.240745 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] Set router b747e55b-8863-4ffb-abf2-9d2537fd8ccb gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:54.283399 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:54.290727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:54.295889 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:55:54.329922 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b59c2b-3654-4886-855a-381a753da11d,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:54.357573 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-d001b2a6-7d50-44a9-ae5e-5187b3db8253 service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695921 Aug 08 18:55:54.358286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.490880 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T18:55:51Z', 'revision_number': 3, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:54.519434 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5d7b28c3-e7a4-4778-95f3-d1710f64f87c up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:54.523334 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72205870-3122-4648-93e3-09a9c3d871c5 None None] The sync data for ids ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'] in dv-cinder-852456-1-iscsi is: [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T18:55:51Z', 'revision_number': 3, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:54.694084 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44246) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:54.761325 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-3e5855f1-1c5c-4c06-ba98-8393e7c2b6a4 None None] Provisioning complete for port b4b59c2b-3654-4886-855a-381a753da11d triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:54.761702 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3e5855f1-1c5c-4c06-ba98-8393e7c2b6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.791720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-758e13b5-9f1f-40ef-b211-9fa112fd049e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.803922 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:54.804299 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.809508 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-3e5855f1-1c5c-4c06-ba98-8393e7c2b6a4 None None] Port b4b59c2b-3654-4886-855a-381a753da11d cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:55:54.840173 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-758e13b5-9f1f-40ef-b211-9fa112fd049e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.848772 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24724220-d0b1-4b82-825d-7afcf935a23c req-41ec886f-7002-472a-a7e6-9b1bb93740ce service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548719 Aug 08 18:55:54.856829 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d6f7-1f79-49e8-8bae-d40b7000c9c6 req-ce021a58-1556-4f02-81b1-8f9c5632b7f5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:54.858419 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-72e1d6f7-1f79-49e8-8bae-d40b7000c9c6 req-ce021a58-1556-4f02-81b1-8f9c5632b7f5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.4168587 Aug 08 18:55:54.900753 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-72e1d6f7-1f79-49e8-8bae-d40b7000c9c6 req-0a7789b4-796c-4808-9c95-f6de4c48d5ad tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Aug 08 18:55:54.937554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:54.966261 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-758e13b5-9f1f-40ef-b211-9fa112fd049e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.973348 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.973715 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-758e13b5-9f1f-40ef-b211-9fa112fd049e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:54.978219 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-758e13b5-9f1f-40ef-b211-9fa112fd049e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/security-groups/c508362d-5203-4498-a9c1-b91aa876122e HTTP/1.1" status: 204 len: 168 time: 0.2809479 Aug 08 18:55:54.978830 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44250) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:55.004547 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-3c4893c5-a3b9-4a79-90c9-b86724910f9c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] show failed (client error): The resource could not be found. Aug 08 18:55:55.009776 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3c4893c5-a3b9-4a79-90c9-b86724910f9c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups/c508362d-5203-4498-a9c1-b91aa876122e HTTP/1.1" status: 404 len: 347 time: 0.0246143 Aug 08 18:55:55.011471 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e13b5-9f1f-40ef-b211-9fa112fd049e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508362d-5203-4498-a9c1-b91aa876122e,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:55.014874 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44254) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:55.178170 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port dc85e67a-d48b-4688-bd03-3efb101657bf {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:55:55.178445 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.245709 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.275403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.275725 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.289335 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for dc85e67a-d48b-4688-bd03-3efb101657bf owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:55:55.319868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.342860 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.391496 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b59c2b-3654-4886-855a-381a753da11d,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:55.395473 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.496360 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:55:55.497835 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:55:55.542425 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.568008 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=dc85e67a-d48b-4688-bd03-3efb101657bf,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:55.639969 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Router b747e55b-8863-4ffb-abf2-9d2537fd8ccb has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:55:55.643932 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.647253 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.648445 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c7d473d6-7225-4ff0-9b65-0923163f5bda tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/floatingips/05bbe48b-eaf7-439d-a7a4-d8581cb57973 HTTP/1.1" status: 204 len: 168 time: 0.6323655 Aug 08 18:55:55.749259 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-a8a625c0-fb7f-4085-ab59-4fef95fad51c None None] Provisioning complete for port b4b59c2b-3654-4886-855a-381a753da11d triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:55.750213 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a8a625c0-fb7f-4085-ab59-4fef95fad51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:55.767913 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:55:55.772985 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-c99a7050-9c03-42df-b685-4a1501ff2027 admin admin] 10.222.0.23 "PUT /v2.0/routers/b747e55b-8863-4ffb-abf2-9d2537fd8ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0024123 Aug 08 18:55:55.789067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-a8a625c0-fb7f-4085-ab59-4fef95fad51c None None] Port b4b59c2b-3654-4886-855a-381a753da11d cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:55:56.181701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e7b9a-49c4-4123-87e8-7fa0bdda67ad req-87a4d8a6-1c34-447d-bbb2-7790d13df8bc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:56.183111 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7c2e7b9a-49c4-4123-87e8-7fa0bdda67ad req-87a4d8a6-1c34-447d-bbb2-7790d13df8bc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0513041 Aug 08 18:55:56.205071 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44288) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:56.210518 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019105565', 'description': 'tempest-secgroup-smoke-2019105565 description', 'project_id': '146eb6647f1a4d12ade135e727c20072'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:56.230076 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7c2e7b9a-49c4-4123-87e8-7fa0bdda67ad req-1ba55f4c-0d2f-4148-aa5e-faeba1763270 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409532 Aug 08 18:55:56.302451 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.376432 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.448672 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device a0c14e90-3783-4f71-a680-498ab4dfb807 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:56.451172 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.483959 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d7c832-b618-443a-81a9-41b9845081b7,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:56.505253 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port a0c14e90-3783-4f71-a680-498ab4dfb807 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:56.505634 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.527320 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.531006 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e7e8d5c1-a04e-49b4-ad3f-970b8216b74b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3225036 Aug 08 18:55:56.531720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44290) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:56.536667 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group_rule': {'security_group_id': '18d7c832-b618-443a-81a9-41b9845081b7', 'project_id': '146eb6647f1a4d12ade135e727c20072', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:56.606505 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port a0c14e90-3783-4f71-a680-498ab4dfb807 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:56.607280 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.622486 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.628113 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port a0c14e90-3783-4f71-a680-498ab4dfb807, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=a0c14e90-3783-4f71-a680-498ab4dfb807,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:55:56.681796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.702290 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.753657 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=a0c14e90-3783-4f71-a680-498ab4dfb807,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:56.760304 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.779114 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f66171-0099-4310-81ff-0398c83281c0,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:56.847616 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:56.848938 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6e341bef-e225-41ce-8232-1e201f94da69 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161099 Aug 08 18:55:56.851773 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44292) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:56.861404 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group_rule': {'security_group_id': '18d7c832-b618-443a-81a9-41b9845081b7', 'project_id': '146eb6647f1a4d12ade135e727c20072', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:56.941555 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.001588 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.050569 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.068951 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8049e209-039f-44d8-8c6d-adf32e394975,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:57.121234 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.122449 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f193ae97-c3d2-4c3e-adaa-74feb1970cec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2696643 Aug 08 18:55:57.125118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44296) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:57.129954 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group_rule': {'security_group_id': '18d7c832-b618-443a-81a9-41b9845081b7', 'project_id': '146eb6647f1a4d12ade135e727c20072', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:57.187519 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.249933 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.319579 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.339183 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b89154b-6f6d-4e91-9e6c-d54c3f07d97b,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:57.372333 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a564-eec5-46b2-a2df-7f5e17eb8f35 req-c705496c-fe09-44cd-a831-c9f658a758e7 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:57.373804 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bf41a564-eec5-46b2-a2df-7f5e17eb8f35 req-c705496c-fe09-44cd-a831-c9f658a758e7 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0530226 Aug 08 18:55:57.402239 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.403469 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-4fd914c3-5bd6-4ac0-aa37-784eeb2e9663 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774365 Aug 08 18:55:57.406342 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44304) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:57.411046 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group_rule': {'security_group_id': '18d7c832-b618-443a-81a9-41b9845081b7', 'project_id': '146eb6647f1a4d12ade135e727c20072', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:57.413405 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bf41a564-eec5-46b2-a2df-7f5e17eb8f35 req-7eb83144-9269-4254-97ab-975b33d8a058 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Aug 08 18:55:57.484782 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.544524 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.602136 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Sync routers for ids ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:55:57.616671 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.617962 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Routers {'b747e55b-8863-4ffb-abf2-9d2537fd8ccb'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:57.618577 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:57.631918 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c538de-40d0-4fe3-a4c6-2f8e0e021611,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:57.721506 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.722021 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Set router b747e55b-8863-4ffb-abf2-9d2537fd8ccb gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:57.722722 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0ae40bb6-8c6c-4269-8cdc-b87b3fcad63c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153374 Aug 08 18:55:57.725769 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44306) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:57.731578 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group_rule': {'security_group_id': '18d7c832-b618-443a-81a9-41b9845081b7', 'project_id': '146eb6647f1a4d12ade135e727c20072', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:57.817288 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.securitygroups_db [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Project 146eb6647f1a4d12ade135e727c20072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 18:55:57.822437 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.884297 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.916541 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T18:55:54Z', 'revision_number': 4, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'b4b59c2b-3654-4886-855a-381a753da11d', 'name': '', 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'mac_address': 'fa:16:3e:30:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '50f5b40b-5199-4744-bd30-4e363d2c9e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:53Z', 'updated_at': '2022-08-08T18:55:55Z', 'revision_number': 2, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'subnets': [{'id': '50f5b40b-5199-4744-bd30-4e363d2c9e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:57.942837 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:57.945682 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Checking router: b747e55b-8863-4ffb-abf2-9d2537fd8ccb for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:55:57.946056 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Updating router b747e55b-8863-4ffb-abf2-9d2537fd8ccb port b4b59c2b-3654-4886-855a-381a753da11d binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:55:57.962543 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41678bd-8fcc-4f6e-a0d3-b507ad38cdeb,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:57.972462 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.028739 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.031027 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-420ffaa7-e190-4b69-a995-5b57c7694241 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3037202 Aug 08 18:55:58.033462 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44310) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:55:58.038476 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'security_group_rule': {'security_group_id': '18d7c832-b618-443a-81a9-41b9845081b7', 'project_id': '146eb6647f1a4d12ade135e727c20072', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:55:58.125167 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.securitygroups_db [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Project 146eb6647f1a4d12ade135e727c20072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 18:55:58.130425 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.199169 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.238166 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.250730 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.268226 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e3cf68-36ca-41c9-8c22-a4b8bba0e1a4,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:58.308072 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.340218 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.351549 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3e75e91b-aeb8-4803-99fa-7a176a246ecf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3168080 Aug 08 18:55:58.355235 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0839e-ff12-4d6f-9550-475b83e61817 None None] Pushing event updated for resources: {'Port': ['ID=b4b59c2b-3654-4886-855a-381a753da11d,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:58.407396 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Attempting to bind port b4b59c2b-3654-4886-855a-381a753da11d on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:55:58.408028 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Attempting to bind port b4b59c2b-3654-4886-855a-381a753da11d by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:55:58.408394 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Attempting to bind port b4b59c2b-3654-4886-855a-381a753da11d on network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:55:58.419779 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:55:58.420158 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Checking segment: {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:55:58.420767 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.421187 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Bound using segment: {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:55:58.421774 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Bound port: b4b59c2b-3654-4886-855a-381a753da11d, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:55:58.422482 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.474608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device a0c14e90-3783-4f71-a680-498ab4dfb807 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:55:58.523000 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] For port b4b59c2b-3654-4886-855a-381a753da11d, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:55:58.527383 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] For port b4b59c2b-3654-4886-855a-381a753da11d, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=b4b59c2b-3654-4886-855a-381a753da11d,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:55:58.539537 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port a0c14e90-3783-4f71-a680-498ab4dfb807 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:55:58.540274 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.589349 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:55:58.631835 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3496e-3b03-44b1-98d8-0114d3e03674 req-f3a602ab-4581-4267-903f-0fb9a9ffe104 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:58.642034 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4e3496e-3b03-44b1-98d8-0114d3e03674 req-f3a602ab-4581-4267-903f-0fb9a9ffe104 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.1012368 Aug 08 18:55:58.672089 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0839e-ff12-4d6f-9550-475b83e61817 None None] Pushing event updated for resources: {'Port': ['ID=b4b59c2b-3654-4886-855a-381a753da11d,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:55:58.676532 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Routers {'b747e55b-8863-4ffb-abf2-9d2537fd8ccb'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:55:58.677219 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:55:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:58.685038 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port a0c14e90-3783-4f71-a680-498ab4dfb807 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:55:58.704012 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4e3496e-3b03-44b1-98d8-0114d3e03674 req-aa500739-6b83-4ba6-a0dd-9d80fc432b9d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607421 Aug 08 18:55:58.880737 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] Set router b747e55b-8863-4ffb-abf2-9d2537fd8ccb gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:55:59.076925 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T18:55:54Z', 'revision_number': 4, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'b4b59c2b-3654-4886-855a-381a753da11d', 'name': '', 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'mac_address': 'fa:16:3e:30:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '50f5b40b-5199-4744-bd30-4e363d2c9e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:53Z', 'updated_at': '2022-08-08T18:55:58Z', 'revision_number': 4, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'subnets': [{'id': '50f5b40b-5199-4744-bd30-4e363d2c9e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:55:59.104840 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887428e9-bfa3-4812-8ed5-d16a0989ec91 None None] The sync data for ids ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'] in dv-cinder-852456-1-iscsi is: [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T18:55:54Z', 'revision_number': 4, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'b4b59c2b-3654-4886-855a-381a753da11d', 'name': '', 'network_id': '627de6e0-b962-47c9-b4d1-fdcd4ef3b639', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'mac_address': 'fa:16:3e:30:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '50f5b40b-5199-4744-bd30-4e363d2c9e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:53Z', 'updated_at': '2022-08-08T18:55:58Z', 'revision_number': 4, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'subnets': [{'id': '50f5b40b-5199-4744-bd30-4e363d2c9e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:55:59.829274 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ce960-ef4d-4723-bc82-c5c2fee1efc8 req-f39e69e1-2f23-4660-826b-7b69e0d87d83 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:55:59.830946 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-146ce960-ef4d-4723-bc82-c5c2fee1efc8 req-f39e69e1-2f23-4660-826b-7b69e0d87d83 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0554628 Aug 08 18:55:59.878331 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-146ce960-ef4d-4723-bc82-c5c2fee1efc8 req-55af78af-c723-40fa-92a4-b0461d66d690 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378568 Aug 08 18:56:00.435309 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device b4b59c2b-3654-4886-855a-381a753da11d up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:56:00.486469 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port b4b59c2b-3654-4886-855a-381a753da11d triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:56:00.486835 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:00.565820 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port b4b59c2b-3654-4886-855a-381a753da11d is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:56:00.566126 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:00.600907 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port b4b59c2b-3654-4886-855a-381a753da11d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=b4b59c2b-3654-4886-855a-381a753da11d,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:00.697522 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:00.751584 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=b4b59c2b-3654-4886-855a-381a753da11d,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:02.328601 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-f39befcf-33f8-4a3e-aa4c-d0de3bdc6147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:02.412139 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device b4b59c2b-3654-4886-855a-381a753da11d up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:56:02.465418 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port b4b59c2b-3654-4886-855a-381a753da11d triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:56:02.465515 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:02.547114 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port b4b59c2b-3654-4886-855a-381a753da11d is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:56:04.491009 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a3f3308b-e215-4b31-8f23-a794b6730ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:05.811434 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:07.222853 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:07.252064 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d222d-f16e-470b-ba4b-95fbaac01997 req-97aeaeec-76d2-4a34-946b-aadcea0500cf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:07.253607 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4d9d222d-f16e-470b-ba4b-95fbaac01997 req-97aeaeec-76d2-4a34-946b-aadcea0500cf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0521126 Aug 08 18:56:07.292801 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4d9d222d-f16e-470b-ba4b-95fbaac01997 req-4aec0bf1-8deb-4d5c-a9f6-b5f7e5b04148 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Aug 08 18:56:07.293492 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-2419bcd5-6c49-42bd-8f46-8d214fa201a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:07.295013 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-2419bcd5-6c49-42bd-8f46-8d214fa201a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.0418782 Aug 08 18:56:07.401299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-c32d56ea-e944-4fd9-95f2-decb5f471ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:07.402634 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-c32d56ea-e944-4fd9-95f2-decb5f471ddb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0909355 Aug 08 18:56:07.471396 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-45a9e2a7-6451-414c-b770-2879d0e007a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 1000 time: 0.0579410 Aug 08 18:56:07.525655 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:07.528170 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-6809e09a-c3d1-4bc4-a5cf-c04ed9d4fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:07.529663 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-6809e09a-c3d1-4bc4-a5cf-c04ed9d4fa88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0492280 Aug 08 18:56:07.580200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-35f8627d-647c-4c11-8fbe-9fe0008d3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:07.581737 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-35f8627d-647c-4c11-8fbe-9fe0008d3543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394912 Aug 08 18:56:07.679526 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-a6070ee4-a948-4d2c-813a-6ca5e589e929 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Aug 08 18:56:07.776274 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3f8e774-e844-4300-aa32-9241d42043b8 req-c2d4321a-307a-41ce-a911-5e18ac54a267 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896876 Aug 08 18:56:08.421284 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b2d7d-ab93-4632-8171-9ec67d95b1c8 req-f04b995f-5fce-4f87-ab2d-154bae403b1f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:08.423386 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d45b2d7d-ab93-4632-8171-9ec67d95b1c8 req-f04b995f-5fce-4f87-ab2d-154bae403b1f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0562506 Aug 08 18:56:08.462072 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d45b2d7d-ab93-4632-8171-9ec67d95b1c8 req-68e357be-d829-4579-a126-3967a3a2af50 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328062 Aug 08 18:56:08.488709 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1da1-3068-4f54-93a0-220b70f815b7 req-4a30564c-0b3d-4873-92c7-33c8e958f2ca tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:08.490197 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8b5b1da1-3068-4f54-93a0-220b70f815b7 req-4a30564c-0b3d-4873-92c7-33c8e958f2ca tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0537033 Aug 08 18:56:08.528128 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8b5b1da1-3068-4f54-93a0-220b70f815b7 req-c1bd2873-e8d2-4b19-87f0-6926bb26427a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Aug 08 18:56:09.590983 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f715f-1a53-406d-9d54-f20b9802bbfb req-587421cd-c723-4a44-acbe-a84941928edd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:09.592623 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-194f715f-1a53-406d-9d54-f20b9802bbfb req-587421cd-c723-4a44-acbe-a84941928edd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0546782 Aug 08 18:56:09.632232 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-194f715f-1a53-406d-9d54-f20b9802bbfb req-2a337e29-bd8f-47fd-bcab-ce1cb9721bd8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330350 Aug 08 18:56:09.662858 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4572-dc47-45f0-99d6-17315d86fe05 req-70c639de-8b7e-4a44-a2c6-1d6fb59eb70d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:09.664425 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b8cf4572-dc47-45f0-99d6-17315d86fe05 req-70c639de-8b7e-4a44-a2c6-1d6fb59eb70d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0631607 Aug 08 18:56:09.702281 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b8cf4572-dc47-45f0-99d6-17315d86fe05 req-fc5aab34-1e6a-4838-b940-406007603ad4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312862 Aug 08 18:56:09.830097 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44544) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:09.937203 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c427c3f4-aa89-4be4-8b6c-a111a61b7943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.010918 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c427c3f4-aa89-4be4-8b6c-a111a61b7943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.068124 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c427c3f4-aa89-4be4-8b6c-a111a61b7943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.106577 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c427c3f4-aa89-4be4-8b6c-a111a61b7943 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7eba866f34e44eaaae3b9e422189a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753985 Aug 08 18:56:10.107317 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427c3f4-aa89-4be4-8b6c-a111a61b7943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4dc5e-4f64-4991-81e6-f144701ae203,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:10.109356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44548) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:10.160031 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3977549f-d6c1-45ad-b983-fe252fc50c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.182293 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3977549f-d6c1-45ad-b983-fe252fc50c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.502736 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3977549f-d6c1-45ad-b983-fe252fc50c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.505233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3977549f-d6c1-45ad-b983-fe252fc50c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.506416 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3977549f-d6c1-45ad-b983-fe252fc50c73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fa4dc5e-4f64-4991-81e6-f144701ae203 HTTP/1.1" status: 204 len: 168 time: 0.3960376 Aug 08 18:56:10.516078 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-0a965666-1a6c-4a7d-bd1f-bd821b22ae40 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:10.517483 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-0a965666-1a6c-4a7d-bd1f-bd821b22ae40 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0544341 Aug 08 18:56:10.523448 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977549f-d6c1-45ad-b983-fe252fc50c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4dc5e-4f64-4991-81e6-f144701ae203,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:10.623491 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port 4e39ed1a-c629-479c-ba01-59a7656faacc {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:56:10.624265 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.751868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] For port 4e39ed1a-c629-479c-ba01-59a7656faacc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=4e39ed1a-c629-479c-ba01-59a7656faacc,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:10.752311 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.815218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3856b-fb5f-4b45-82f1-d3b2d0d2c1ce req-48fd1282-14b2-4aee-9a8a-413a8af21f6b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:10.817066 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfa3856b-fb5f-4b45-82f1-d3b2d0d2c1ce req-48fd1282-14b2-4aee-9a8a-413a8af21f6b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.1092060 Aug 08 18:56:10.842766 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b7c5d-7e0a-41c0-9a00-aca541d5d79c req-926e3c7e-b906-4e3b-b392-f3bfa5945bd0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:10.850485 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-680b7c5d-7e0a-41c0-9a00-aca541d5d79c req-926e3c7e-b906-4e3b-b392-f3bfa5945bd0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 946 time: 0.0693185 Aug 08 18:56:10.898669 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-680b7c5d-7e0a-41c0-9a00-aca541d5d79c req-669162c5-b82f-477e-9a13-11d91de34893 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=83ded3cf-d2e3-40e0-897f-af433ba56596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Aug 08 18:56:10.960087 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfa3856b-fb5f-4b45-82f1-d3b2d0d2c1ce req-41bbcedf-6b6f-4fb3-a205-ed87e8769def tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353168 Aug 08 18:56:10.977393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.977760 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:10.978076 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 15d64da9-774f-4937-b518-4bac75761917 disassociated. External IP: 172.27.3.76, port: 4e39ed1a-c629-479c-ba01-59a7656faacc. Aug 08 18:56:10.978444 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for 4e39ed1a-c629-479c-ba01-59a7656faacc owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:56:11.160107 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:11.188115 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=4e39ed1a-c629-479c-ba01-59a7656faacc,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:11.298972 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:56:11.407546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:56:11.420911 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:56:11.432017 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:11.432689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:11.450359 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] No DVR routers for this DVR port 4e39ed1a-c629-479c-ba01-59a7656faacc on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:56:11.453068 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:11.456312 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28dddc8e-6036-4f6c-b5bf-a1eda3293444 req-a1c3442f-15a8-496d-a458-287584220edf tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "DELETE /v2.0/ports/4e39ed1a-c629-479c-ba01-59a7656faacc HTTP/1.1" status: 204 len: 173 time: 0.9249191 Aug 08 18:56:11.456763 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'name': 'network-vif-deleted', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:11.462432 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8acfb4-0fea-4638-855a-ed2ea8ec4061" -d '{"events": [{"server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "name": "network-vif-deleted", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:11.502142 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060d3490-5b76-4056-882e-53d3cd79d5fd x-openstack-request-id: req-060d3490-5b76-4056-882e-53d3cd79d5fd {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:11.502431 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2c949c-dfbc-416a-9857-0fc5d604bc22", "name": "network-vif-deleted", "tag": "4e39ed1a-c629-479c-ba01-59a7656faacc", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:11.502682 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-060d3490-5b76-4056-882e-53d3cd79d5fd {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:11.503105 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060d3490-5b76-4056-882e-53d3cd79d5fd'] response: {'server_uuid': '1e2c949c-dfbc-416a-9857-0fc5d604bc22', 'name': 'network-vif-deleted', 'tag': '4e39ed1a-c629-479c-ba01-59a7656faacc', 'status': 'completed', 'code': 200} Aug 08 18:56:11.541882 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:11.752059 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:11.777690 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:56:11.786011 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:11.786604 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:11.889145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:12.035719 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c89553e1-6830-45e2-a433-02685a5517c7 req-e058c124-8055-4059-87ec-e3f4854d0ba8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2c949c-dfbc-416a-9857-0fc5d604bc22 HTTP/1.1" status: 200 len: 210 time: 0.0496635 Aug 08 18:56:12.090297 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf902f8-ceea-4eb7-93f3-fd19fe84a140 req-018fc88c-3851-4834-a58a-11a256bc4fb6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:12.091841 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5cf902f8-ceea-4eb7-93f3-fd19fe84a140 req-018fc88c-3851-4834-a58a-11a256bc4fb6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0540061 Aug 08 18:56:12.097013 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:12.127654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026df71d-12bb-4ba9-8d51-0981bd109276 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:56:12.129252 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5cf902f8-ceea-4eb7-93f3-fd19fe84a140 req-eceed820-badc-4e92-a211-4522e1b83aa6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315595 Aug 08 18:56:12.339154 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a824c63-c8d0-425a-8eac-e611d621f7c3 None None] New status for floating IP 15d64da9-774f-4937-b518-4bac75761917: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:56:13.184496 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44586) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:13.272067 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54cd6ce7-992e-46e5-bb62-24a4e40a8b7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.283597 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a8f3-3328-4825-91b7-fe8845ebcdf9 req-77b62f8f-73c3-4f35-a9c9-c221758b43a7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:13.285093 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-88c5a8f3-3328-4825-91b7-fe8845ebcdf9 req-77b62f8f-73c3-4f35-a9c9-c221758b43a7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0807629 Aug 08 18:56:13.309918 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54cd6ce7-992e-46e5-bb62-24a4e40a8b7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.356929 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-88c5a8f3-3328-4825-91b7-fe8845ebcdf9 req-276c9d34-8eba-4061-8e19-6bfaf2aaf715 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637155 Aug 08 18:56:13.440003 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54cd6ce7-992e-46e5-bb62-24a4e40a8b7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.442643 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-54cd6ce7-992e-46e5-bb62-24a4e40a8b7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.443922 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-54cd6ce7-992e-46e5-bb62-24a4e40a8b7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/security-groups/83ded3cf-d2e3-40e0-897f-af433ba56596 HTTP/1.1" status: 204 len: 168 time: 0.2581401 Aug 08 18:56:13.447722 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44588) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:13.454530 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd6ce7-992e-46e5-bb62-24a4e40a8b7f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ded3cf-d2e3-40e0-897f-af433ba56596,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:13.461201 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-20497534-c823-42cb-9b2b-ef6095204a2b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] show failed (client error): The resource could not be found. Aug 08 18:56:13.462882 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-20497534-c823-42cb-9b2b-ef6095204a2b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups/83ded3cf-d2e3-40e0-897f-af433ba56596 HTTP/1.1" status: 404 len: 347 time: 0.0140910 Aug 08 18:56:13.465916 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44590) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:13.587983 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port 14f720e0-3b5c-4061-b1e2-8076a2193306 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:56:13.588248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.664222 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.664556 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.676447 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for 14f720e0-3b5c-4061-b1e2-8076a2193306 owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:56:13.856650 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.882557 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=14f720e0-3b5c-4061-b1e2-8076a2193306,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:13.942118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.944701 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:13.945838 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f0e80c6b-0e7e-4d53-8344-f90d490f9c47 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/floatingips/15d64da9-774f-4937-b518-4bac75761917 HTTP/1.1" status: 204 len: 168 time: 0.4790289 Aug 08 18:56:14.127949 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44596) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:14.132744 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210026768', 'description': 'tempest-description--851648146'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:14.199630 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.263876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.342279 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.370725 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5e911-a51b-4b18-9e21-43850e24a160,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:14.436119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.437501 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a2713c25-b9fd-4e9e-9ade-34743704070b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3084166 Aug 08 18:56:14.440227 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44600) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:14.444556 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': '2ca5e911-a51b-4b18-9e21-43850e24a160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:14.480793 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a916a1-edb7-4413-b6e3-b37046e3f0b6 req-14a4a408-711a-41f0-bb54-fc4d7d7daee2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:14.482273 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-38a916a1-edb7-4413-b6e3-b37046e3f0b6 req-14a4a408-711a-41f0-bb54-fc4d7d7daee2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0545478 Aug 08 18:56:14.520333 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-38a916a1-edb7-4413-b6e3-b37046e3f0b6 req-2abf0d8e-64cd-48b1-b46d-99964981b654 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Aug 08 18:56:14.553557 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.606832 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.627764 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4e39ed1a-c629-479c-ba01-59a7656faacc no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:56:14.647717 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 4e39ed1a-c629-479c-ba01-59a7656faacc {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:56:14.648056 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 4e39ed1a-c629-479c-ba01-59a7656faacc not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:56:14.679757 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.701139 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3453d0-d78e-4891-8770-f4468bf391b6,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:14.761942 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.763187 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f421f704-a7b7-4d1f-8189-1c8a6d9d3029 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219876 Aug 08 18:56:14.769441 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44604) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:14.773677 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': '2ca5e911-a51b-4b18-9e21-43850e24a160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:14.838922 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.894402 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.953368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:14.971139 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc4973d-2644-4697-9f42-c5c4d4167e83,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:15.070118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.071924 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-66f65a9f-a775-4987-a688-67d515310b9e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015604 Aug 08 18:56:15.075009 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 44606) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:15.079301 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:15.157696 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.244693 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.349132 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.27.3.138 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/e1ce5937-3563-4878-858e-fe84b5281985) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:56:15.449490 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.531785 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.571789 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:56:15.576222 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:56:15.578190 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:56:15.601580 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=e1ce5937-3563-4878-858e-fe84b5281985,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:15.686927 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1592-7fbf-4fb3-aba3-1c2c89c97653 req-7c7e380a-5413-4d0a-89b7-bd227e65e890 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:15.688408 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0c3f1592-7fbf-4fb3-aba3-1c2c89c97653 req-7c7e380a-5413-4d0a-89b7-bd227e65e890 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0879891 Aug 08 18:56:15.717104 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.737198 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0c3f1592-7fbf-4fb3-aba3-1c2c89c97653 req-9cf77127-31e3-4508-a760-5dc50d5419e7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428793 Aug 08 18:56:15.824544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:15.969837 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:16.015909 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:16.082882 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:16.085306 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=e1ce5937-3563-4878-858e-fe84b5281985,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:16.196592 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:16.197865 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3384ea30-2e60-436d-bc33-483ed749b299 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1219306 Aug 08 18:56:16.386395 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-0a079f8e-0bfe-40d8-87c2-9834d0cad9a0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--210026768&fields=id&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 267 time: 0.0378859 Aug 08 18:56:16.465737 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-249da083-92da-4ec6-94c6-3a4ade1c3998 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019105565&fields=id&tenant_id=146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 267 time: 0.0334063 Aug 08 18:56:16.493000 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-3945140e-2cf0-4782-8d3e-51cc1d36b538 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:16.494355 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-3945140e-2cf0-4782-8d3e-51cc1d36b538 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1012068 Aug 08 18:56:16.509576 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-caee059a-66b0-4d08-9336-5e3816219e08 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/quotas/c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 375 time: 0.0094972 Aug 08 18:56:16.561581 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-1e04361c-5ca9-4bf3-b275-de19f9153779 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466437 Aug 08 18:56:16.569040 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-283c0535-2d70-4288-af01-8b6957a3af86 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:16.570506 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-283c0535-2d70-4288-af01-8b6957a3af86 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 812 time: 0.0977657 Aug 08 18:56:16.585610 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-210fb41f-b5d8-44e0-9d23-563c8f52c263 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/quotas/146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 375 time: 0.0088809 Aug 08 18:56:16.639958 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-cfe9805e-1310-4bc5-9f27-7ea07b89ba7b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478542 Aug 08 18:56:16.659971 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-49cde9a7-8441-4aba-9832-4a054336cc13 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Aug 08 18:56:16.734201 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-ba33c023-f2ea-49db-9321-7ac3b121ebbd service neutron] 10.222.0.23 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817459 Aug 08 18:56:16.750353 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-37517f9f-be45-4e02-b2fb-54e6bd8554f3 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Aug 08 18:56:16.825376 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-ed114c7e-432d-45d1-817a-2592bd9bbe19 service neutron] 10.222.0.23 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850813 Aug 08 18:56:17.058112 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b5071-eaf2-4ed5-bed1-51e56d38e033 req-47c97db3-d109-4edc-b7b5-e014e9c5620a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:17.058112 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-929b5071-eaf2-4ed5-bed1-51e56d38e033 req-47c97db3-d109-4edc-b7b5-e014e9c5620a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0520146 Aug 08 18:56:17.094208 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-929b5071-eaf2-4ed5-bed1-51e56d38e033 req-9994d401-1532-4d41-b0e3-78ca066b9145 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Aug 08 18:56:17.095999 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:56:17.168510 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9d0bee4d-d6ff-4d67-af66-2646f83d605e req-7650d103-88eb-4f5d-9590-9c063a1b1960 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 210 time: 0.0269678 Aug 08 18:56:17.331734 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c614abfd-ed78-4daa-8be7-7e97b7d357f2 req-066d46e5-87b7-4624-8fbe-9f4ee1fe10fd tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 210 time: 0.0278387 Aug 08 18:56:18.220074 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34003938-0f3c-403c-9ec1-8596e9632e7d req-3549b03a-9ece-4431-91ae-82bcc7dd47f7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:18.221653 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-34003938-0f3c-403c-9ec1-8596e9632e7d req-3549b03a-9ece-4431-91ae-82bcc7dd47f7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0505040 Aug 08 18:56:18.259757 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-34003938-0f3c-403c-9ec1-8596e9632e7d req-4dbe02bf-6ce7-45ba-b2fa-d39207677bf7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320547 Aug 08 18:56:18.265284 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cf700a62-644c-49a1-b995-3b42c61ae348 req-25d81723-d506-4942-8324-e086e939537e tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 210 time: 0.0255506 Aug 08 18:56:18.432278 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a0c67a1f-b75c-425a-847c-b59b43a8ff86 req-f19f9fbd-2a98-4b51-b22d-01ab1f4dd5b2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Aug 08 18:56:18.982549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-f53f26e2-7fda-42b5-bf46-6b89cd09bb8d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:18.993423 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-f53f26e2-7fda-42b5-bf46-6b89cd09bb8d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1033778 Aug 08 18:56:19.027303 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-dd159746-e8d2-419a-9d8e-0894d66ea542 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 379 time: 0.0331922 Aug 08 18:56:19.036380 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'port': {'device_id': '57aa54c0-c967-4f3a-a078-295496abe895', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'admin_state_up': True, 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'security_groups': ['2ca5e911-a51b-4b18-9e21-43850e24a160']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:19.216777 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Made reservation on behalf of c354749a136048b08745a4b9247e917c for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:56:19.220270 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:19.374610 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8524abb0-5c5b-43df-bb32-4328b29a17ee req-971e9ecf-ce8d-4d83-ac9e-e17eab1275b4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Aug 08 18:56:19.382458 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.20.0.9 (9bf643ee-79c6-4535-99f5-34bd9b4b7633/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c/ddbffb10-19bc-4660-8956-41a6738281ce) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:56:19.411701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119aea-bcf9-4aad-9259-704c5713e180 req-2833bf95-2ae9-4986-a4ab-86480e236148 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:19.413192 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-04119aea-bcf9-4aad-9259-704c5713e180 req-2833bf95-2ae9-4986-a4ab-86480e236148 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0733624 Aug 08 18:56:19.495299 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-04119aea-bcf9-4aad-9259-704c5713e180 req-82056eef-42c1-4721-86ab-9382fa9542ab tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732696 Aug 08 18:56:19.500947 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-89bdd53c-bb1b-4e0e-ab43-7f3d20cbb95d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:19.502794 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-89bdd53c-bb1b-4e0e-ab43-7f3d20cbb95d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 812 time: 0.1246972 Aug 08 18:56:19.558766 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-8f29afc6-e451-441d-b610-0ba471cca2a6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 380 time: 0.0460851 Aug 08 18:56:19.575208 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5fe12ec0-e427-4ce3-8400-8912598baeda req-f6cbe63d-6493-4cd3-b183-82edcc843b95 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 210 time: 0.0325518 Aug 08 18:56:19.578981 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'port': {'device_id': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'admin_state_up': True, 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'security_groups': ['18d7c832-b618-443a-81a9-41b9845081b7']}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:19.588069 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:19.674771 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:19.719255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:56:19.722369 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:56:19.725116 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:56:19.754501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Made reservation on behalf of 146eb6647f1a4d12ade135e727c20072 for: {'port': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:56:19.755053 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=ddbffb10-19bc-4660-8956-41a6738281ce,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:19.759929 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:19.793295 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:19.793958 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:19.876870 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-aefc589b-5f08-470e-98e8-e99dec06d31d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439322 Aug 08 18:56:19.891539 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Request body: {'port': {'device_id': '57aa54c0-c967-4f3a-a078-295496abe895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:19.898223 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Allocated IP 172.20.0.9 (1efc018c-fcb6-47d1-9109-fa15ae0ded6e/77b5a501-7609-48fd-b5cb-13a921c91d8e/e1ea084c-1393-4d20-b37b-587c236784b8) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:56:19.947905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:19.966528 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-bffacc85-5512-4d57-9d9c-b80919f4e148 None None] Provisioning complete for port ddbffb10-19bc-4660-8956-41a6738281ce triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:56:19.967163 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-bffacc85-5512-4d57-9d9c-b80919f4e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.005913 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-bffacc85-5512-4d57-9d9c-b80919f4e148 None None] Port ddbffb10-19bc-4660-8956-41a6738281ce cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:56:20.047727 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.114583 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.160004 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:56:20.165539 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:56:20.169170 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:56:20.195683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=e1ea084c-1393-4d20-b37b-587c236784b8,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:20.224745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:20.225449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.289192 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-d750a828-9b98-478b-8cd2-54e27c61f28b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7163680 Aug 08 18:56:20.301836 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Request body: {'port': {'device_id': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:20.376052 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.430996 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9640b5e6-c0b8-4172-87f0-bd00ea6ab271 None None] Provisioning complete for port e1ea084c-1393-4d20-b37b-587c236784b8 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:56:20.431619 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9640b5e6-c0b8-4172-87f0-bd00ea6ab271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.478171 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9640b5e6-c0b8-4172-87f0-bd00ea6ab271 None None] Port e1ea084c-1393-4d20-b37b-587c236784b8 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:56:20.512039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbffb10-19bc-4660-8956-41a6738281ce {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:56:20.521308 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.546375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923ae5-cb98-41e4-902c-b6bf0e86fa20 req-5e825252-0bc5-495e-9022-365ec0937349 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:20.546375 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-af923ae5-cb98-41e4-902c-b6bf0e86fa20 req-5e825252-0bc5-495e-9022-365ec0937349 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 931 time: 0.0752068 Aug 08 18:56:20.561982 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Transition to ACTIVE for port object ddbffb10-19bc-4660-8956-41a6738281ce will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:56:20.583102 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-af923ae5-cb98-41e4-902c-b6bf0e86fa20 req-5bc2ffe4-21f7-4834-95ea-e05a9e53d2fb tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375385 Aug 08 18:56:20.629277 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.681212 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b3432-8178-406b-8449-cd9427d8ffe3 req-43687108-4c73-42f3-91af-d5397b686f5b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:20.681942 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-643b3432-8178-406b-8449-cd9427d8ffe3 req-43687108-4c73-42f3-91af-d5397b686f5b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0785382 Aug 08 18:56:20.751607 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbffb10-19bc-4660-8956-41a6738281ce,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:20.759666 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-643b3432-8178-406b-8449-cd9427d8ffe3 req-e64f5c4d-2428-45fe-9fbb-7ee8236bb073 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653975 Aug 08 18:56:20.760451 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ea084c-1393-4d20-b37b-587c236784b8 {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:56:20.768340 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.781094 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Transition to ACTIVE for port object e1ea084c-1393-4d20-b37b-587c236784b8 will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:56:20.783676 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c2278-6f36-4f2d-89c9-0e11d09e466d req-e5f68978-728d-4a7c-9723-74f253f76e12 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:20.785344 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c85c2278-6f36-4f2d-89c9-0e11d09e466d req-e5f68978-728d-4a7c-9723-74f253f76e12 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 931 time: 0.1213648 Aug 08 18:56:20.803193 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Attempting to bind port ddbffb10-19bc-4660-8956-41a6738281ce on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:56:20.803524 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Attempting to bind port ddbffb10-19bc-4660-8956-41a6738281ce by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:56:20.803849 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Attempting to bind port ddbffb10-19bc-4660-8956-41a6738281ce on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:56:20.817431 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Port ddbffb10-19bc-4660-8956-41a6738281ce on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:56:20.817824 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Attempting to bind port ddbffb10-19bc-4660-8956-41a6738281ce on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:56:20.831091 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:56:20.831412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:56:20.831790 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Bound using segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:56:20.832208 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Bound port: ddbffb10-19bc-4660-8956-41a6738281ce, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:56:20.833515 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.839887 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.852012 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c85c2278-6f36-4f2d-89c9-0e11d09e466d req-28a2f06e-19f8-4540-9e6f-83e1a15b476d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577321 Aug 08 18:56:20.911374 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] For port ddbffb10-19bc-4660-8956-41a6738281ce, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:56:20.916353 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] For port ddbffb10-19bc-4660-8956-41a6738281ce, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ddbffb10-19bc-4660-8956-41a6738281ce,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:56:20.926269 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Pushing event updated for resources: {'Port': ['ID=e1ea084c-1393-4d20-b37b-587c236784b8,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:20.961471 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Attempting to bind port e1ea084c-1393-4d20-b37b-587c236784b8 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:56:20.962635 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Attempting to bind port e1ea084c-1393-4d20-b37b-587c236784b8 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:56:20.962980 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Attempting to bind port e1ea084c-1393-4d20-b37b-587c236784b8 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:56:20.967343 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Port e1ea084c-1393-4d20-b37b-587c236784b8 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:56:20.967673 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Attempting to bind port e1ea084c-1393-4d20-b37b-587c236784b8 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:56:20.974200 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:56:20.974544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Checking segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:56:20.974931 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Bound using segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:56:20.975389 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Bound port: e1ea084c-1393-4d20-b37b-587c236784b8, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:56:20.975754 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.984204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.987865 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:20.988510 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:20.990018 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-9f509e76-c300-494d-b690-27a550a8363d service neutron] 10.222.0.30 "PUT /v2.0/ports/ddbffb10-19bc-4660-8956-41a6738281ce HTTP/1.1" status: 200 len: 1093 time: 1.1029947 Aug 08 18:56:20.998052 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:20.998052 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122af398-2a9a-402a-b302-bb4cc35111de" -d '{"events": [{"name": "network-changed", "server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:21.047319 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d4586-2fab-4192-a2a8-7641f2eb7215 x-openstack-request-id: req-4b0d4586-2fab-4192-a2a8-7641f2eb7215 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:21.047893 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:21.048186 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b0d4586-2fab-4192-a2a8-7641f2eb7215 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:21.049069 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0d4586-2fab-4192-a2a8-7641f2eb7215'] response: {'name': 'network-changed', 'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'status': 'completed', 'code': 200} Aug 08 18:56:21.051643 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] For port e1ea084c-1393-4d20-b37b-587c236784b8, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:56:21.054610 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f509e76-c300-494d-b690-27a550a8363d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbffb10-19bc-4660-8956-41a6738281ce,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:21.055127 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] For port e1ea084c-1393-4d20-b37b-587c236784b8, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=e1ea084c-1393-4d20-b37b-587c236784b8,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:56:21.107000 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af398-2a9a-402a-b302-bb4cc35111de req-6eecde2e-c6f3-4a91-9b0a-c3dfe7726090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.108546 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-122af398-2a9a-402a-b302-bb4cc35111de req-6eecde2e-c6f3-4a91-9b0a-c3dfe7726090 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 1096 time: 0.0425005 Aug 08 18:56:21.195320 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:21.200939 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.201806 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:21.203426 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] 10.222.0.30 "PUT /v2.0/ports/e1ea084c-1393-4d20-b37b-587c236784b8 HTTP/1.1" status: 200 len: 1093 time: 0.9060857 Aug 08 18:56:21.209237 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:21.209237 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611ca06f-64ed-46c1-9124-98faf9044daa" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:21.216141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af398-2a9a-402a-b302-bb4cc35111de req-0b7cf719-1914-436f-a1a8-dc086aadb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.217626 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-122af398-2a9a-402a-b302-bb4cc35111de req-0b7cf719-1914-436f-a1a8-dc086aadb5e3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c354749a136048b08745a4b9247e917c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0997066 Aug 08 18:56:21.263890 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae292d7-0e3b-40ef-bd85-0a8853c18a4d service neutron] Pushing event updated for resources: {'Port': ['ID=e1ea084c-1393-4d20-b37b-587c236784b8,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:21.275894 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae51f21-f209-4776-9886-b1f6a6ee5cc9 x-openstack-request-id: req-fae51f21-f209-4776-9886-b1f6a6ee5cc9 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:21.276426 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:21.276675 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fae51f21-f209-4776-9886-b1f6a6ee5cc9 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:21.277068 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae51f21-f209-4776-9886-b1f6a6ee5cc9'] response: {'name': 'network-changed', 'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'status': 'completed', 'code': 200} Aug 08 18:56:21.316746 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af398-2a9a-402a-b302-bb4cc35111de req-5cd22106-acb6-4bb9-a460-77410be92877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.318217 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-122af398-2a9a-402a-b302-bb4cc35111de req-5cd22106-acb6-4bb9-a460-77410be92877 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933051 Aug 08 18:56:21.339348 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ca06f-64ed-46c1-9124-98faf9044daa req-b35abbfc-b5f6-4a9b-b794-c04581016069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.340912 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-611ca06f-64ed-46c1-9124-98faf9044daa req-b35abbfc-b5f6-4a9b-b794-c04581016069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 1096 time: 0.0419495 Aug 08 18:56:21.402046 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-c390b147-0f3d-4a9c-8664-1073e89cb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.403583 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-c390b147-0f3d-4a9c-8664-1073e89cb9ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 1096 time: 0.0438995 Aug 08 18:56:21.448217 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ca06f-64ed-46c1-9124-98faf9044daa req-71b9c265-e86a-412a-a621-7afeecbf77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.448808 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-1cade0f0-4ce5-43dc-80e8-da6a37c47bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbffb10-19bc-4660-8956-41a6738281ce HTTP/1.1" status: 200 len: 217 time: 0.0347250 Aug 08 18:56:21.449692 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-611ca06f-64ed-46c1-9124-98faf9044daa req-71b9c265-e86a-412a-a621-7afeecbf77d6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=146eb6647f1a4d12ade135e727c20072&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0917537 Aug 08 18:56:21.502916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-792be035-ba92-47d2-85d5-e05808a8471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.504428 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-792be035-ba92-47d2-85d5-e05808a8471e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0436909 Aug 08 18:56:21.555556 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ca06f-64ed-46c1-9124-98faf9044daa req-8e6847ab-02c2-48ba-bfe2-b9fbe2ae0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.556953 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-8822da5d-ba85-4918-8696-27d1acda357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.557460 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-611ca06f-64ed-46c1-9124-98faf9044daa req-8e6847ab-02c2-48ba-bfe2-b9fbe2ae0925 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959582 Aug 08 18:56:21.558421 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-8822da5d-ba85-4918-8696-27d1acda357d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445347 Aug 08 18:56:21.631580 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-ff0e3271-c3d1-49f5-8860-91325fe328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.635440 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-ff0e3271-c3d1-49f5-8860-91325fe328e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 1096 time: 0.0392582 Aug 08 18:56:21.662062 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-871d0de0-81b9-450b-af12-df301ac3758c service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896471 Aug 08 18:56:21.684215 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-930581bb-9d0f-41b4-8a0d-3be573be1a12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1ea084c-1393-4d20-b37b-587c236784b8 HTTP/1.1" status: 200 len: 217 time: 0.0409009 Aug 08 18:56:21.755599 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-2165f99c-dcef-4983-b432-4cabb7088df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.757060 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-2165f99c-dcef-4983-b432-4cabb7088df2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0642722 Aug 08 18:56:21.761933 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-295b01e9-2580-49dd-b973-6cd9103e6b9e req-d5bc20e7-599e-4514-9966-0fd9046393b1 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910223 Aug 08 18:56:21.765649 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae94aa-8125-4840-ae84-2c520c8aaa53 req-6cc6c11e-e5fb-45ac-aaba-1ab37982a825 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.767044 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c7ae94aa-8125-4840-ae84-2c520c8aaa53 req-6cc6c11e-e5fb-45ac-aaba-1ab37982a825 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 943 time: 0.0855973 Aug 08 18:56:21.978174 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49fff-5e1b-43a9-9563-ac1ff9e58c92 req-c57686a7-c04c-47c6-93cd-6fe25e156569 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:21.980409 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-75d49fff-5e1b-43a9-9563-ac1ff9e58c92 req-c57686a7-c04c-47c6-93cd-6fe25e156569 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0630691 Aug 08 18:56:22.045178 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-75d49fff-5e1b-43a9-9563-ac1ff9e58c92 req-a9509f6e-f62e-43c9-9bd9-1b7f3863a3d7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586627 Aug 08 18:56:22.066529 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-fdbba328-c614-4c63-82a7-b443fb86ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.068166 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-fdbba328-c614-4c63-82a7-b443fb86ab5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1137 time: 0.0630572 Aug 08 18:56:22.082707 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c7ae94aa-8125-4840-ae84-2c520c8aaa53 req-b5f6b14c-8ea0-4560-b388-33a58fe3c785 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055911 Aug 08 18:56:22.084432 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-bd068933-6a02-45d1-a527-0978eb323a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.085843 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-bd068933-6a02-45d1-a527-0978eb323a1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3169267 Aug 08 18:56:22.204976 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-8460af77-3fd6-4707-abb5-f215ef2820b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.206612 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-8460af77-3fd6-4707-abb5-f215ef2820b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 916 time: 0.1307876 Aug 08 18:56:22.216117 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863d001-af92-4305-bc53-c88b3640d417 req-b983338f-dbd4-495a-9b78-1a28c9444553 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.217597 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e863d001-af92-4305-bc53-c88b3640d417 req-b983338f-dbd4-495a-9b78-1a28c9444553 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0731223 Aug 08 18:56:22.220338 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dd16d-1680-44ad-b9d4-a2f46a2f712f req-6deaf9e8-788a-4afc-80ff-5c0f20623832 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.221820 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3c7dd16d-1680-44ad-b9d4-a2f46a2f712f req-6deaf9e8-788a-4afc-80ff-5c0f20623832 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0680370 Aug 08 18:56:22.224151 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-594f1f08-07d2-4ccb-90d5-c05da3a50088 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290867 Aug 08 18:56:22.286845 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3c7dd16d-1680-44ad-b9d4-a2f46a2f712f req-5bcba363-9fa6-4c97-96b8-4b8a2f94b65a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572186 Aug 08 18:56:22.304377 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-7773864c-b47b-41b5-bdf1-89144c0e8564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 1000 time: 0.0858400 Aug 08 18:56:22.309569 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e863d001-af92-4305-bc53-c88b3640d417 req-7433b14a-6161-4ccb-b403-1192e658ade3 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525427 Aug 08 18:56:22.342244 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dcab867-7cb7-43e1-9a9f-65733b1e24a1 req-aa57306f-e94a-486a-94d6-e7c13a6828b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066344 Aug 08 18:56:22.356884 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-9cae8e00-3395-46d8-9741-fa8cd6e721b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.358345 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-9cae8e00-3395-46d8-9741-fa8cd6e721b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 200 len: 854 time: 0.0447369 Aug 08 18:56:22.402869 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-c8fc9fbd-4a12-4bdc-b5fa-4701bd930e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:22.404281 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-c8fc9fbd-4a12-4bdc-b5fa-4701bd930e73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5396244c-a3da-47ca-8e09-94c97ba0a9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388410 Aug 08 18:56:22.495948 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-32831d46-314e-4896-bc06-a4d9a66a5dbb service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845590 Aug 08 18:56:22.589234 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6efbc8a5-6669-429d-9f98-b6cf1cc462ac req-7c7dfecc-14a3-44a9-a3fc-38f60cefd597 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814750 Aug 08 18:56:23.165328 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e554-a843-41e3-8317-826c2dec1abe req-d633b3ba-9d0b-4695-b3a7-ac1b29134225 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:23.166893 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-18c9e554-a843-41e3-8317-826c2dec1abe req-d633b3ba-9d0b-4695-b3a7-ac1b29134225 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0488424 Aug 08 18:56:23.204050 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-18c9e554-a843-41e3-8317-826c2dec1abe req-44036418-57c8-4ecf-8ef4-e0a3b7c1d887 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Aug 08 18:56:23.214014 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eae91d-0437-45be-b958-0bb9b29e471d req-ccb1eac8-bb2a-4287-bde3-2647f5af9004 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:23.215625 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d5eae91d-0437-45be-b958-0bb9b29e471d req-ccb1eac8-bb2a-4287-bde3-2647f5af9004 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 943 time: 0.0531371 Aug 08 18:56:23.253215 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d5eae91d-0437-45be-b958-0bb9b29e471d req-ff5b1810-71a1-4fae-8a88-348ec1aa8898 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Aug 08 18:56:23.405818 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff9a9-9809-40e7-8682-eaf34cf25ef9 req-f6db3039-dc5d-46ba-9c2b-74e922d08f65 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:23.407302 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-49aff9a9-9809-40e7-8682-eaf34cf25ef9 req-f6db3039-dc5d-46ba-9c2b-74e922d08f65 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0476680 Aug 08 18:56:23.428018 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d30476-9d45-48ab-aa80-5308dee0dcf3 req-0c83a311-54f5-4894-aa8c-d914c5048b97 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:23.429585 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-94d30476-9d45-48ab-aa80-5308dee0dcf3 req-0c83a311-54f5-4894-aa8c-d914c5048b97 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0492644 Aug 08 18:56:23.445807 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-49aff9a9-9809-40e7-8682-eaf34cf25ef9 req-4adecf76-9b91-420b-9793-cdfdcafabaa2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Aug 08 18:56:23.470032 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-94d30476-9d45-48ab-aa80-5308dee0dcf3 req-e31d58d0-4647-4000-997e-d3d8d4c23016 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337472 Aug 08 18:56:24.326448 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560d362-5e4c-4e72-a7f3-b849d8bf035f req-d3ea741c-536f-4769-b4c4-54bf79cab91e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:24.328272 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8560d362-5e4c-4e72-a7f3-b849d8bf035f req-d3ea741c-536f-4769-b4c4-54bf79cab91e tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0541220 Aug 08 18:56:24.370829 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8560d362-5e4c-4e72-a7f3-b849d8bf035f req-cf4dc26b-c521-4836-b660-7f470cdf020d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363281 Aug 08 18:56:24.372996 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395e6a8-d259-4e50-a98b-c35b72950a9b req-b89f971b-ff3e-4b7f-9dc3-e2e43ea9d914 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:24.374478 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1395e6a8-d259-4e50-a98b-c35b72950a9b req-b89f971b-ff3e-4b7f-9dc3-e2e43ea9d914 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 943 time: 0.0506532 Aug 08 18:56:24.412010 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1395e6a8-d259-4e50-a98b-c35b72950a9b req-3e22ccce-1033-41ba-aa44-218bdf28c08f tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Aug 08 18:56:24.567142 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a0b76-1ce9-4fd3-87b3-e9f96db0b15f req-48c4f34c-eab0-4a60-a2c9-46e06364df8d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:24.568702 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3b1a0b76-1ce9-4fd3-87b3-e9f96db0b15f req-48c4f34c-eab0-4a60-a2c9-46e06364df8d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0522876 Aug 08 18:56:24.591600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97888-d918-4793-ac2b-35bb6df25d28 req-faaa3db4-2e98-443e-9679-ac1365f2bec7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:24.593072 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-34f97888-d918-4793-ac2b-35bb6df25d28 req-faaa3db4-2e98-443e-9679-ac1365f2bec7 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0540171 Aug 08 18:56:24.606648 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3b1a0b76-1ce9-4fd3-87b3-e9f96db0b15f req-f0a4b587-cd8b-4b84-acd6-7eba1bd1660c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Aug 08 18:56:24.631844 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-34f97888-d918-4793-ac2b-35bb6df25d28 req-8c59f4d7-ca54-4d7c-a361-e4048777e4e4 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327363 Aug 08 18:56:24.689305 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ddbffb10-19bc-4660-8956-41a6738281ce details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:56:24.785692 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ddbffb10-19bc-4660-8956-41a6738281ce, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ddbffb10-19bc-4660-8956-41a6738281ce,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:24.796761 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'port_id': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'mac_address': 'fa:16:3e:b8:36:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:56:24.833165 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port ddbffb10-19bc-4660-8956-41a6738281ce is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:56:24.833567 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:24.852153 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbffb10-19bc-4660-8956-41a6738281ce {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:56:24.872140 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ddbffb10-19bc-4660-8956-41a6738281ce, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ddbffb10-19bc-4660-8956-41a6738281ce,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:24.971518 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:25.018006 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=ddbffb10-19bc-4660-8956-41a6738281ce,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:25.025512 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.025858 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.026195 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.026526 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.026853 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.027229 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.027603 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.027928 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.028267 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.028590 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.028908 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.029224 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:56:25.288121 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['ddbffb10-19bc-4660-8956-41a6738281ce'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:56:25.316885 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:25.488622 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5917c9-17ca-4dca-9367-b6a7371f8a77 req-f08ff56e-8241-40b0-9e1c-c9c04f0544e5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:25.490179 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cf5917c9-17ca-4dca-9367-b6a7371f8a77 req-f08ff56e-8241-40b0-9e1c-c9c04f0544e5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0488081 Aug 08 18:56:25.530383 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07454dfc-d99d-480f-841d-1a48487dbf7c req-e8a02def-2c0a-4e48-9342-bc0dfa7f8a4c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:25.530951 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-cf5917c9-17ca-4dca-9367-b6a7371f8a77 req-ec38da03-430c-4187-9e10-53f8685546ce tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350130 Aug 08 18:56:25.531879 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-07454dfc-d99d-480f-841d-1a48487dbf7c req-e8a02def-2c0a-4e48-9342-bc0dfa7f8a4c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 944 time: 0.0489876 Aug 08 18:56:25.573602 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-07454dfc-d99d-480f-841d-1a48487dbf7c req-a66451df-1388-4796-a621-823de1543773 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349641 Aug 08 18:56:25.721757 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76335e9c-7f5f-4168-94ad-1b0119de4474 req-f2458d22-4671-4faa-9280-b9d2bb61f1de tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:25.723230 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-76335e9c-7f5f-4168-94ad-1b0119de4474 req-f2458d22-4671-4faa-9280-b9d2bb61f1de tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0485744 Aug 08 18:56:25.750550 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca36e1e-3182-42f3-9f5b-4af43e9748cf req-18d007f6-ccc3-4050-8771-e8ec4fda3a3a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:25.752070 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ca36e1e-3182-42f3-9f5b-4af43e9748cf req-18d007f6-ccc3-4050-8771-e8ec4fda3a3a tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0486972 Aug 08 18:56:25.764842 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-76335e9c-7f5f-4168-94ad-1b0119de4474 req-266dea76-4515-42fc-8d5c-277ff3ad4a4f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357082 Aug 08 18:56:25.791833 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ca36e1e-3182-42f3-9f5b-4af43e9748cf req-52422bdb-5cf0-42f1-8f30-99492ab66c9d tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336487 Aug 08 18:56:26.652225 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be37c6-facb-4b7a-ab66-8a8666b09f72 req-c635fc33-7c4f-484d-bf29-e474695ef1a7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:26.653703 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-07be37c6-facb-4b7a-ab66-8a8666b09f72 req-c635fc33-7c4f-484d-bf29-e474695ef1a7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0500910 Aug 08 18:56:26.691119 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-07be37c6-facb-4b7a-ab66-8a8666b09f72 req-346f6709-f1aa-439e-8cf2-d29d40773aa5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Aug 08 18:56:26.700259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71070-7561-49a6-acea-d30f1224a4a4 req-d9f3f3e6-2a38-4d2b-bd5c-2966879e9e2a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:26.701854 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d7f71070-7561-49a6-acea-d30f1224a4a4 req-d9f3f3e6-2a38-4d2b-bd5c-2966879e9e2a tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 944 time: 0.0541315 Aug 08 18:56:26.704438 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ddbffb10-19bc-4660-8956-41a6738281ce up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:56:26.740973 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d7f71070-7561-49a6-acea-d30f1224a4a4 req-a18cb42b-9886-4b02-ac0d-8d152de8a388 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317974 Aug 08 18:56:26.806078 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port ddbffb10-19bc-4660-8956-41a6738281ce completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:56:26.810349 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port ddbffb10-19bc-4660-8956-41a6738281ce triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:56:26.810726 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:26.887963 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96a3d3-8997-4251-94db-d9e832116118 req-e70ff5b6-ccdc-4b53-ba33-d4465066d51b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:26.889456 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0e96a3d3-8997-4251-94db-d9e832116118 req-e70ff5b6-ccdc-4b53-ba33-d4465066d51b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0530517 Aug 08 18:56:26.920813 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c9b5d-2e7f-48cb-b8b6-d1696c79e4c0 req-cca88815-9706-4a2c-b5d1-a4e6b2179892 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:26.922628 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-577c9b5d-2e7f-48cb-b8b6-d1696c79e4c0 req-cca88815-9706-4a2c-b5d1-a4e6b2179892 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0548975 Aug 08 18:56:26.931211 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0e96a3d3-8997-4251-94db-d9e832116118 req-007a67fd-764f-4efa-8f9e-6b7b3d766882 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Aug 08 18:56:26.969819 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-577c9b5d-2e7f-48cb-b8b6-d1696c79e4c0 req-cb9777cf-4d30-4400-9003-6f3ad86c316b tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409338 Aug 08 18:56:27.017446 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port ddbffb10-19bc-4660-8956-41a6738281ce is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:56:27.017834 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:27.039796 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:27.042003 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6945c58-1bfa-4354-955a-bd27b24e432e" -d '{"events": [{"server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "name": "network-vif-plugged", "status": "completed", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:27.053851 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ddbffb10-19bc-4660-8956-41a6738281ce, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ddbffb10-19bc-4660-8956-41a6738281ce,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:27.077953 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe8d61-fa70-4294-afb5-3ab54176d027 x-openstack-request-id: req-7afe8d61-fa70-4294-afb5-3ab54176d027 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:27.078236 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "name": "network-vif-plugged", "status": "completed", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:27.078520 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7afe8d61-fa70-4294-afb5-3ab54176d027 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:27.078907 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afe8d61-fa70-4294-afb5-3ab54176d027'] response: {'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'code': 200} Aug 08 18:56:27.108383 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:27.154996 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=ddbffb10-19bc-4660-8956-41a6738281ce,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:27.330839 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ab50-abb0-48b8-aec6-a417930612bb req-05301dfa-a5cb-4063-aa85-f091a2899fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:27.332323 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-51d9ab50-abb0-48b8-aec6-a417930612bb req-05301dfa-a5cb-4063-aa85-f091a2899fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 1098 time: 0.0376031 Aug 08 18:56:27.366367 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-51d9ab50-abb0-48b8-aec6-a417930612bb req-572cbe7d-c4e4-422d-a4e4-605638498f63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268207 Aug 08 18:56:27.812455 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d7671-8f5a-4189-b1ab-f678f94d25d8 req-fd12e9ae-6ab2-4517-b03e-eee6520b64d5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:27.813932 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-450d7671-8f5a-4189-b1ab-f678f94d25d8 req-fd12e9ae-6ab2-4517-b03e-eee6520b64d5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0522203 Aug 08 18:56:27.851592 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-450d7671-8f5a-4189-b1ab-f678f94d25d8 req-9727ba00-9a38-42cf-afef-7f01e1fa6a91 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Aug 08 18:56:27.859559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ded6e0-1396-437a-936a-b5fcf728c1d1 req-733ce24d-bd51-43e7-b6be-b329b8bdaf02 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:27.861085 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d9ded6e0-1396-437a-936a-b5fcf728c1d1 req-733ce24d-bd51-43e7-b6be-b329b8bdaf02 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Aug 08 18:56:27.901878 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d9ded6e0-1396-437a-936a-b5fcf728c1d1 req-c4167d48-c1c3-4fcd-9039-50500777f53d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347526 Aug 08 18:56:28.053174 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d182e2-057f-4556-bea5-59d83960fc46 req-336edecd-a29c-4447-81c7-e77b51311c3f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:28.055733 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4d182e2-057f-4556-bea5-59d83960fc46 req-336edecd-a29c-4447-81c7-e77b51311c3f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0543003 Aug 08 18:56:28.096790 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4d182e2-057f-4556-bea5-59d83960fc46 req-0e52271e-54a6-4e00-af48-f1386004bf6f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359299 Aug 08 18:56:28.097919 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf3ec0-4ba5-48bb-a2e7-b525acaf3ba0 req-c9a973a6-bff2-4911-b1a9-a154e00cb2cd tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:28.099446 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-08cf3ec0-4ba5-48bb-a2e7-b525acaf3ba0 req-c9a973a6-bff2-4911-b1a9-a154e00cb2cd tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0535400 Aug 08 18:56:28.139971 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-08cf3ec0-4ba5-48bb-a2e7-b525acaf3ba0 req-891afeb8-a293-430d-abd8-2df71be504d6 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338523 Aug 08 18:56:28.970325 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6993b42-ecd7-48fc-bb23-03b7860e9f27 req-b0bb4148-aa03-49d8-a860-f7fcde1c8cae tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:28.971375 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d6993b42-ecd7-48fc-bb23-03b7860e9f27 req-b0bb4148-aa03-49d8-a860-f7fcde1c8cae tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0502512 Aug 08 18:56:29.010097 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d6993b42-ecd7-48fc-bb23-03b7860e9f27 req-dd72cbaf-2b13-4d97-9969-d27889d406cb tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327945 Aug 08 18:56:29.029132 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103e6cc-0732-4221-b16e-91b848d16f64 req-c3123c75-0ee6-4dba-a378-bdb64ccbbe70 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:29.030611 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d103e6cc-0732-4221-b16e-91b848d16f64 req-c3123c75-0ee6-4dba-a378-bdb64ccbbe70 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Aug 08 18:56:29.068726 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d103e6cc-0732-4221-b16e-91b848d16f64 req-260414d6-77d0-439f-9b17-64baa4464c8b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Aug 08 18:56:29.187242 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312a587-1002-43b2-88e7-9c429d9515aa req-9b50151f-ceac-40c2-975c-ade24d524584 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:29.188714 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3312a587-1002-43b2-88e7-9c429d9515aa req-9b50151f-ceac-40c2-975c-ade24d524584 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 945 time: 0.0540266 Aug 08 18:56:29.198922 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44760) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:29.204423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'port_id': 'ddbffb10-19bc-4660-8956-41a6738281ce'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:29.219341 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b355e-da84-4aa7-8a83-d9d603c84aa0 req-58a381df-e92a-4574-9f6f-361afe5508e3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:29.220905 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b68b355e-da84-4aa7-8a83-d9d603c84aa0 req-58a381df-e92a-4574-9f6f-361afe5508e3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0527160 Aug 08 18:56:29.253256 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:29.264071 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b68b355e-da84-4aa7-8a83-d9d603c84aa0 req-0893a288-aadf-4e2f-8020-d07db1bdc25c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Aug 08 18:56:29.373493 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea566ab9-e3f7-454b-b04f-ca49c38301b2 req-d9c026a5-43b8-455a-9ef3-502f9f7d2bac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:29.375060 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea566ab9-e3f7-454b-b04f-ca49c38301b2 req-d9c026a5-43b8-455a-9ef3-502f9f7d2bac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.1367941 Aug 08 18:56:29.471573 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea566ab9-e3f7-454b-b04f-ca49c38301b2 req-6b7224c1-2dc5-472d-99f0-f22fd694a7ac tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886803 Aug 08 18:56:29.601750 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe96f8-38ad-4652-b552-03afb7db94ff req-4a0b0f1d-8070-4fd1-a488-02d8279e6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:29.603286 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bcbe96f8-38ad-4652-b552-03afb7db94ff req-4a0b0f1d-8070-4fd1-a488-02d8279e6b1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.0976200 Aug 08 18:56:29.676657 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bcbe96f8-38ad-4652-b552-03afb7db94ff req-32c012d7-6f22-4610-a97f-de280549e68e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437875 Aug 08 18:56:29.809009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:29.880456 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:29.982075 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 2f4ad896-4331-4ec1-9766-d58bab180dba associated. External IP: 172.27.3.138, port: ddbffb10-19bc-4660-8956-41a6738281ce. Aug 08 18:56:30.128596 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf07fb-7e37-45a8-9477-f845ca3d5f81 req-48158f54-9653-4ffb-89b9-2894d5d21ea6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.130191 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-53bf07fb-7e37-45a8-9477-f845ca3d5f81 req-48158f54-9653-4ffb-89b9-2894d5d21ea6 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0485523 Aug 08 18:56:30.167791 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-53bf07fb-7e37-45a8-9477-f845ca3d5f81 req-40f5b3ca-e215-4eb2-84e1-16fcc3455021 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307724 Aug 08 18:56:30.185887 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:56:30.291696 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:56:30.296566 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:30.302102 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:56:30.312424 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:30.313069 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:30.326237 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-f9ae8037-fad1-40fb-b49c-e19327f0848b tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "PUT /v2.0/floatingips/2f4ad896-4331-4ec1-9766-d58bab180dba HTTP/1.1" status: 200 len: 991 time: 1.1232693 Aug 08 18:56:30.326237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:30.327695 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2" -d '{"events": [{"name": "network-changed", "server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:30.373423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76f7d9-5935-4d58-879f-2fa6798c002f x-openstack-request-id: req-af76f7d9-5935-4d58-879f-2fa6798c002f {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:30.373711 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:30.373959 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af76f7d9-5935-4d58-879f-2fa6798c002f {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:30.374356 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af76f7d9-5935-4d58-879f-2fa6798c002f'] response: {'name': 'network-changed', 'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'status': 'completed', 'code': 200} Aug 08 18:56:30.399746 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f539f6f-423f-4c73-b4da-410088a7da2c req-cb4911fb-96a2-45f4-a441-0b48e1bfe1be tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.401166 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7f539f6f-423f-4c73-b4da-410088a7da2c req-cb4911fb-96a2-45f4-a441-0b48e1bfe1be tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 943 time: 0.0593500 Aug 08 18:56:30.421079 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:30.463659 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7f539f6f-423f-4c73-b4da-410088a7da2c req-8289b0b3-3411-4dcf-b7d2-6e7e2470fc29 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530970 Aug 08 18:56:30.466176 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-e3df97c7-aecf-4b99-ae06-c37513e1f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.467617 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-e3df97c7-aecf-4b99-ae06-c37513e1f6fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 1098 time: 0.0655942 Aug 08 18:56:30.562788 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-8d57039c-a863-4a3b-abe8-ed0874bb1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.564305 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-8d57039c-a863-4a3b-abe8-ed0874bb1422 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 915 time: 0.0899301 Aug 08 18:56:30.594998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92826f-3c40-49fb-b26a-67c7247804fe req-b26a5fa2-0e22-47e7-a199-a488e20d0e07 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.596498 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0d92826f-3c40-49fb-b26a-67c7247804fe req-b26a5fa2-0e22-47e7-a199-a488e20d0e07 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0504441 Aug 08 18:56:30.630994 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-094bc64c-ce1f-4bba-bc41-ecf8abaf37eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbffb10-19bc-4660-8956-41a6738281ce HTTP/1.1" status: 200 len: 999 time: 0.0587106 Aug 08 18:56:30.638673 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0d92826f-3c40-49fb-b26a-67c7247804fe req-dd59afb8-d4d8-4b4e-9572-d3058f1b65c0 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345006 Aug 08 18:56:30.649980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '2f4ad896-4331-4ec1-9766-d58bab180dba', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:b8:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa54c0-c967-4f3a-a078-295496abe895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:56:15Z', 'updated_at': '2022-08-08T18:56:29Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:30.679749 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:56:30.681525 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-d31f97fd-2d29-4374-b4b2-386575f7e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.683104 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-d31f97fd-2d29-4374-b4b2-386575f7e966 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0450244 Aug 08 18:56:30.688581 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:30.689171 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:30.731828 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-de9651a3-9cdd-4ed1-8551-de05a42a12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:30.733336 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-de9651a3-9cdd-4ed1-8551-de05a42a12d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421257 Aug 08 18:56:30.745141 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device e1ea084c-1393-4d20-b37b-587c236784b8 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:56:30.819396 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:30.838435 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-5434108a-32cd-4bf2-ad2a-3b7553037249 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829229 Aug 08 18:56:30.971521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port e1ea084c-1393-4d20-b37b-587c236784b8, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=e1ea084c-1393-4d20-b37b-587c236784b8,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:30.996673 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'port_id': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'mac_address': 'fa:16:3e:c8:d3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:56:31.079887 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port e1ea084c-1393-4d20-b37b-587c236784b8 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:56:31.080281 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:31.106268 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ea084c-1393-4d20-b37b-587c236784b8 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:56:31.146367 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port e1ea084c-1393-4d20-b37b-587c236784b8, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=e1ea084c-1393-4d20-b37b-587c236784b8,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:31.167177 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a4ac6f42-06c5-4f95-98ee-5d4545f9fac2 req-1853af8f-b67d-47f0-be88-e38e2dea7146 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171649 Aug 08 18:56:31.171423 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '2f4ad896-4331-4ec1-9766-d58bab180dba', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:b8:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa54c0-c967-4f3a-a078-295496abe895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:56:15Z', 'updated_at': '2022-08-08T18:56:29Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:31.203807 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:31.206542 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4cbb5-3dc8-4cb4-be9b-504894b1d4c8 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '2f4ad896-4331-4ec1-9766-d58bab180dba', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:b8:36:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aa54c0-c967-4f3a-a078-295496abe895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:56:15Z', 'updated_at': '2022-08-08T18:56:29Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:56:31.261297 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=e1ea084c-1393-4d20-b37b-587c236784b8,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:31.292370 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11a0e1-4779-4bb7-8809-9cd1b95483df req-9a92ff45-b34b-47bb-a063-ae2f3d2709c9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:31.293634 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7d11a0e1-4779-4bb7-8809-9cd1b95483df req-9a92ff45-b34b-47bb-a063-ae2f3d2709c9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0505800 Aug 08 18:56:31.330984 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7d11a0e1-4779-4bb7-8809-9cd1b95483df req-6c7394a0-d208-4e60-91c2-6c068fdded1a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Aug 08 18:56:31.421576 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91e5725-4a7f-4110-b92c-eb010714b5fa None None] New status for floating IP 2f4ad896-4331-4ec1-9766-d58bab180dba: ACTIVE {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:56:31.507282 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['e1ea084c-1393-4d20-b37b-587c236784b8'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:56:31.598886 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15633880-ed17-4a56-9a12-0ae5237a6a70 req-e7e1b63f-9cdb-4586-a3b0-5f4bf32cceab tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:31.606584 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-15633880-ed17-4a56-9a12-0ae5237a6a70 req-e7e1b63f-9cdb-4586-a3b0-5f4bf32cceab tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 944 time: 0.0648527 Aug 08 18:56:31.664023 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-15633880-ed17-4a56-9a12-0ae5237a6a70 req-46c98185-37d3-4ffd-a7d9-38fdc40e0ace tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519958 Aug 08 18:56:31.775217 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5450-4c06-42a4-89ba-b7179817dd60 req-6f95c106-c4b2-4c84-9cf6-e1270b7fa6d2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:31.776701 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7d1d5450-4c06-42a4-89ba-b7179817dd60 req-6f95c106-c4b2-4c84-9cf6-e1270b7fa6d2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0506709 Aug 08 18:56:31.818387 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7d1d5450-4c06-42a4-89ba-b7179817dd60 req-79b2424a-d395-4782-b54f-037d599efeef tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349383 Aug 08 18:56:31.902621 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417277-5fbb-4a75-8a5e-d0723193d03c req-add59929-00f2-4ec7-8bcf-141b93998829 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:31.904176 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3c417277-5fbb-4a75-8a5e-d0723193d03c req-add59929-00f2-4ec7-8bcf-141b93998829 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0492890 Aug 08 18:56:31.943655 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-f5df5fb5-ee12-460f-a233-89ed3d3c8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:31.945143 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-f5df5fb5-ee12-460f-a233-89ed3d3c8eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.0401688 Aug 08 18:56:31.945301 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3c417277-5fbb-4a75-8a5e-d0723193d03c req-98c6d636-7171-4529-967c-f7f3a37f8b4d tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347898 Aug 08 18:56:32.037963 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-73b38482-ed72-42aa-afe9-33c2d2ecd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:32.039398 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-73b38482-ed72-42aa-afe9-33c2d2ecd9fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0864322 Aug 08 18:56:32.104857 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-b5b0dcf0-0387-4e6c-9bbc-c28609bf34bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 1000 time: 0.0581179 Aug 08 18:56:32.157672 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-20251962-da1d-48b1-b6ca-4d021792a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:32.159114 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-20251962-da1d-48b1-b6ca-4d021792a626 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0440333 Aug 08 18:56:32.214934 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-940bddeb-3b1d-4153-9a52-b96239c557d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:32.216495 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-940bddeb-3b1d-4153-9a52-b96239c557d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425792 Aug 08 18:56:32.279830 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0f4b20fc-26a4-4a18-9037-d7498c07d4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:32.306433 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-0f93a9c0-e723-4da8-8dfe-402dfb8cb90c service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818915 Aug 08 18:56:32.406379 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac2e6bed-7629-4b76-8940-45d2b3cc9744 req-565c5e74-03fd-41ae-887f-e7813d892839 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853686 Aug 08 18:56:32.742863 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device e1ea084c-1393-4d20-b37b-587c236784b8 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:56:32.785345 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97fb44-c167-4355-8636-8ca69bc8bbfd req-3d13e877-0f07-433f-8ce4-8ba2cedaf73f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:32.786837 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ad97fb44-c167-4355-8636-8ca69bc8bbfd req-3d13e877-0f07-433f-8ce4-8ba2cedaf73f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 944 time: 0.0498509 Aug 08 18:56:32.833182 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ad97fb44-c167-4355-8636-8ca69bc8bbfd req-d219c113-9359-400d-a6d0-d786fe83125d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354533 Aug 08 18:56:32.839801 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port e1ea084c-1393-4d20-b37b-587c236784b8 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:56:32.843840 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port e1ea084c-1393-4d20-b37b-587c236784b8 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:56:32.844209 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:32.935374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port e1ea084c-1393-4d20-b37b-587c236784b8 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:56:32.936081 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:32.941575 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964cdf7-fe10-4087-8128-91a357d980f4 req-8f02e159-c6ca-4989-8267-489449163c2e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:32.943077 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f964cdf7-fe10-4087-8128-91a357d980f4 req-8f02e159-c6ca-4989-8267-489449163c2e tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0493853 Aug 08 18:56:32.959904 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:32.962076 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b831fc-c274-4f93-aad6-dd7f439b561c" -d '{"events": [{"server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "name": "network-vif-plugged", "status": "completed", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:32.978499 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port e1ea084c-1393-4d20-b37b-587c236784b8, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=e1ea084c-1393-4d20-b37b-587c236784b8,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:56:32.994996 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f964cdf7-fe10-4087-8128-91a357d980f4 req-8c307be1-53a5-41e2-82b3-3ac440ddc197 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446672 Aug 08 18:56:33.004704 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6b738-422e-405d-966e-3ca424427703 x-openstack-request-id: req-16d6b738-422e-405d-966e-3ca424427703 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:33.004983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "name": "network-vif-plugged", "status": "completed", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:33.005255 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16d6b738-422e-405d-966e-3ca424427703 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:33.005639 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d6b738-422e-405d-966e-3ca424427703'] response: {'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'code': 200} Aug 08 18:56:33.046039 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:33.093259 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=e1ea084c-1393-4d20-b37b-587c236784b8,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:33.104825 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16a6e-66ec-400b-8c1e-0908d8e5f8d3 req-1107c8d2-e58b-48db-a28a-233581b2ee85 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:33.106295 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24a16a6e-66ec-400b-8c1e-0908d8e5f8d3 req-1107c8d2-e58b-48db-a28a-233581b2ee85 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0511448 Aug 08 18:56:33.148870 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-24a16a6e-66ec-400b-8c1e-0908d8e5f8d3 req-fe26872c-25de-436c-824f-93b382949b0b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Aug 08 18:56:33.376230 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40703e-671d-4ca0-a155-ca8ce8df32c2 req-fe356f86-8260-4cda-8fc7-6e164e04f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:33.377726 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2f40703e-671d-4ca0-a155-ca8ce8df32c2 req-fe356f86-8260-4cda-8fc7-6e164e04f304 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 1098 time: 0.0391436 Aug 08 18:56:33.413344 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2f40703e-671d-4ca0-a155-ca8ce8df32c2 req-db54ac6c-b005-4c6b-a593-a6ff8771b11b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272150 Aug 08 18:56:33.951737 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e61d4-f350-4250-8765-d28432e3273d req-a4c9a995-8ede-405e-a47d-a77af374c338 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:33.953294 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a71e61d4-f350-4250-8765-d28432e3273d req-a4c9a995-8ede-405e-a47d-a77af374c338 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0490656 Aug 08 18:56:33.991411 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a71e61d4-f350-4250-8765-d28432e3273d req-efdc8407-deb0-43fa-a764-d754355ce113 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Aug 08 18:56:34.114294 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6495d-a2bf-4055-a546-4d02408f1f81 req-853f6bce-374d-4c86-80ee-12a3b8a4c6b2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:34.115754 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a8d6495d-a2bf-4055-a546-4d02408f1f81 req-853f6bce-374d-4c86-80ee-12a3b8a4c6b2 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0479684 Aug 08 18:56:34.157399 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a8d6495d-a2bf-4055-a546-4d02408f1f81 req-b5a9cb96-ed04-473a-bec0-f3369456adcc tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349016 Aug 08 18:56:34.266531 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fab49f-52b9-4637-9d80-1c302c34a10d req-3c49b85b-ab0c-4b61-8abd-29390f2dd568 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:34.268127 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-97fab49f-52b9-4637-9d80-1c302c34a10d req-3c49b85b-ab0c-4b61-8abd-29390f2dd568 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0485177 Aug 08 18:56:34.309643 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-97fab49f-52b9-4637-9d80-1c302c34a10d req-714612ff-eef5-4682-97f8-4a02d9eff302 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355816 Aug 08 18:56:34.475011 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9deb3e40-943a-4db1-bf73-2c54c12964b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:35.108266 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522caf9e-83c7-4367-aede-4141b36fdcd4 req-2a860ae9-a6a7-4393-83b2-60d46d59e507 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:35.109718 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-522caf9e-83c7-4367-aede-4141b36fdcd4 req-2a860ae9-a6a7-4393-83b2-60d46d59e507 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0476246 Aug 08 18:56:35.149683 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-522caf9e-83c7-4367-aede-4141b36fdcd4 req-5c8aadcc-e391-49d3-a1ef-719ed7136fd5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Aug 08 18:56:35.267096 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651a62d-ecfc-4b3e-91da-806594cd2e98 req-45f8907f-a0f6-4ea9-8f90-33d930303632 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:35.268486 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5651a62d-ecfc-4b3e-91da-806594cd2e98 req-45f8907f-a0f6-4ea9-8f90-33d930303632 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Aug 08 18:56:35.274292 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f884-be03-41e1-b326-9b8e474b3f53 req-76222046-8d66-45fc-9692-98b1c114226f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:35.276355 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4906f884-be03-41e1-b326-9b8e474b3f53 req-76222046-8d66-45fc-9692-98b1c114226f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0485005 Aug 08 18:56:35.306099 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5651a62d-ecfc-4b3e-91da-806594cd2e98 req-42dd28c6-6b7a-4c24-ab79-694f552a5c05 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Aug 08 18:56:35.316209 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4906f884-be03-41e1-b326-9b8e474b3f53 req-7ef4ea26-fd28-40b7-a0db-785ae1333687 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337420 Aug 08 18:56:35.334273 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44810) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:35.427335 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb64db-f2f3-4e25-a149-70350637e17a req-5fd37f02-5571-4fca-8194-6062ac4db0f2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:35.428798 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f1bb64db-f2f3-4e25-a149-70350637e17a req-5fd37f02-5571-4fca-8194-6062ac4db0f2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0484457 Aug 08 18:56:35.465954 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f1bb64db-f2f3-4e25-a149-70350637e17a req-f1f8576b-9122-416a-bca8-a1b76445385b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312734 Aug 08 18:56:35.518634 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77377030-3fc8-4f1a-a871-0768311f77a8 tempest-TestVolumeBootPattern-652754647 tempest-TestVolumeBootPattern-652754647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:35.520195 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-77377030-3fc8-4f1a-a871-0768311f77a8 tempest-TestVolumeBootPattern-652754647 tempest-TestVolumeBootPattern-652754647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 1093 time: 0.1849093 Aug 08 18:56:35.523165 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44818) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:35.528077 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'port_id': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:35.588998 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c187b-84cf-44a5-a21e-bbb62ce3bde0 req-cc3dcb7d-dc3c-47d8-92e0-a9ecf72cd264 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:35.590469 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c02c187b-84cf-44a5-a21e-bbb62ce3bde0 req-cc3dcb7d-dc3c-47d8-92e0-a9ecf72cd264 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0569527 Aug 08 18:56:35.599905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 44820) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:56:35.604886 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Request body: {'floatingip': {'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:56:35.654744 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:35.680033 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:35.806003 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:35.906840 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:36.222606 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Allocated IP 172.27.3.22 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/6b35567a-66c8-4959-baf8-0c1b484fce7a) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:56:36.307579 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:36.371097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:36.405855 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:36.435791 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce75e74-7721-4f74-9d71-4e98e4525931 req-018a0fe2-6d2b-4b6c-8719-db2af3e0cea5 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:36.437284 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2ce75e74-7721-4f74-9d71-4e98e4525931 req-018a0fe2-6d2b-4b6c-8719-db2af3e0cea5 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0493197 Aug 08 18:56:36.481968 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2ce75e74-7721-4f74-9d71-4e98e4525931 req-d03c71c8-4121-435d-9749-3e278ebf5aea tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383761 Aug 08 18:56:36.539285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:36.611292 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:56:36.616615 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:56:36.623625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:56:36.652327 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=6b35567a-66c8-4959-baf8-0c1b484fce7a,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:36.671078 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:56:37.097805 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:56:37.103194 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.107243 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] Sync routers for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:56:37.166900 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:37.169212 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1e28a-133a-4953-9642-29e5e1494462" -d '{"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:37.210916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b4f618-5c58-44dd-acf2-c9d1ead04ac2 x-openstack-request-id: req-89b4f618-5c58-44dd-acf2-c9d1ead04ac2 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:37.211233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:37.211480 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89b4f618-5c58-44dd-acf2-c9d1ead04ac2 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:37.211870 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b4f618-5c58-44dd-acf2-c9d1ead04ac2'] response: {'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'status': 'completed', 'code': 200} Aug 08 18:56:37.230609 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-7e2e9055-abee-46e8-b7a1-35008cbb3389 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "PUT /v2.0/floatingips/e30f7329-d83c-4260-b3f4-4db4414169ed HTTP/1.1" status: 200 len: 992 time: 1.6295362 Aug 08 18:56:37.245353 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:37.245953 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:37.340636 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.359396 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e28a-133a-4953-9642-29e5e1494462 req-1361ba3b-ea7e-42d3-b29c-8e6949013393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:37.360459 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:37.360927 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-1361ba3b-ea7e-42d3-b29c-8e6949013393 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.1063125 Aug 08 18:56:37.471652 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.527854 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.531045 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e28a-133a-4953-9642-29e5e1494462 req-d30952f1-ea1f-4cf2-9f4e-62e0eb813ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:37.532557 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-d30952f1-ea1f-4cf2-9f4e-62e0eb813ce8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.1652298 Aug 08 18:56:37.608103 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d8bb1-ac17-4a96-98aa-53be4ac4cefd req-dcb9e46a-afe0-4819-95aa-98d8021d659f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:37.608727 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-4c4a8bc5-1600-47e5-8108-24ad37326c59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 1000 time: 0.0685484 Aug 08 18:56:37.609512 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'e30f7329-d83c-4260-b3f4-4db4414169ed', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:56:36Z', 'revision_number': 3, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:37.609708 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-173d8bb1-ac17-4a96-98aa-53be4ac4cefd req-dcb9e46a-afe0-4819-95aa-98d8021d659f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0531182 Aug 08 18:56:37.648554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] Checking router: 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:56:37.657706 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:37.658426 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:37.667857 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.668799 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-173d8bb1-ac17-4a96-98aa-53be4ac4cefd req-40edbb7f-0ab4-49f0-9841-338ffbd18f2c tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516708 Aug 08 18:56:37.704159 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e28a-133a-4953-9642-29e5e1494462 req-895754df-550b-4380-8d00-e66152b21cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:37.705605 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-895754df-550b-4380-8d00-e66152b21cd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0751052 Aug 08 18:56:37.768013 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:37.810722 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e28a-133a-4953-9642-29e5e1494462 req-defaab0a-a650-45ad-889a-b5d03e1403f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:37.812280 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-defaab0a-a650-45ad-889a-b5d03e1403f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951569 Aug 08 18:56:37.919126 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.936252 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-50f01c64-6a5a-4f35-acfd-a5c6932f2760 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165481 Aug 08 18:56:37.974527 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:37.988078 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'e30f7329-d83c-4260-b3f4-4db4414169ed', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:56:36Z', 'revision_number': 3, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:38.017713 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55b24e-930e-4382-ac1f-9da488b80dc6 None None] The sync data for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi is: [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'e30f7329-d83c-4260-b3f4-4db4414169ed', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'port_id': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'mac_address': 'fa:16:3e:18:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e510aab-ea88-481e-85fe-ff630430282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:54:40Z', 'updated_at': '2022-08-08T18:56:36Z', 'revision_number': 3, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:56:38.077923 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:38.125073 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=6b35567a-66c8-4959-baf8-0c1b484fce7a,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:56:38.135510 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-08d1e28a-133a-4953-9642-29e5e1494462 req-7ed9bc95-3a91-4923-92ed-37a1e56754fd service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919513 Aug 08 18:56:38.206753 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Floating IP 91ce3da1-ebb2-4bbf-a31b-911b68d9233f associated. External IP: 172.27.3.22, port: e1ea084c-1393-4d20-b37b-587c236784b8. Aug 08 18:56:38.409766 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:56:38.517818 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:56:38.528189 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:56:38.542108 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:38.542701 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:38.631379 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:38.650853 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:38.659782 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-30cc17bf-751c-4317-bc12-2142de0b406b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1355693 Aug 08 18:56:38.789625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845676f1-83b4-4c0e-a450-f0a7988e68cb req-ba2925b8-e415-4c5a-87e2-2b8f6aef3a02 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:38.791135 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-845676f1-83b4-4c0e-a450-f0a7988e68cb req-ba2925b8-e415-4c5a-87e2-2b8f6aef3a02 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.0493019 Aug 08 18:56:38.830695 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-845676f1-83b4-4c0e-a450-f0a7988e68cb req-95955d18-5274-4f81-a311-fd9a81070c21 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=a7d14ffb-ad0d-4f4e-908d-3b6293012004&id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333881 Aug 08 18:56:38.870687 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '91ce3da1-ebb2-4bbf-a31b-911b68d9233f', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:c8:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:56:37Z', 'updated_at': '2022-08-08T18:56:37Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:38.895978 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:56:38.904462 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:56:38.905046 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:56:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:39.006156 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:56:39.213908 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}, {'name': 'network-changed', 'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:56:39.216213 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b75029-c260-4173-b13f-019c9facd568" -d '{"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef"}, {"name": "network-changed", "server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:56:39.225856 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '91ce3da1-ebb2-4bbf-a31b-911b68d9233f', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:c8:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:56:37Z', 'updated_at': '2022-08-08T18:56:37Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:56:39.251748 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6200f-dc30-426b-be99-38a08a012792 None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '91ce3da1-ebb2-4bbf-a31b-911b68d9233f', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:c8:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:56:37Z', 'updated_at': '2022-08-08T18:56:37Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:56:39.260244 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Aug 2022 18:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd73e0d-bea6-4d0d-8a8f-9b04f4463a55 x-openstack-request-id: req-3fd73e0d-bea6-4d0d-8a8f-9b04f4463a55 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:56:39.260606 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:56:39.260922 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fd73e0d-bea6-4d0d-8a8f-9b04f4463a55 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:56:39.261379 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd73e0d-bea6-4d0d-8a8f-9b04f4463a55'] response: {'name': 'network-changed', 'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'status': 'completed', 'code': 200} Aug 08 18:56:39.261630 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd73e0d-bea6-4d0d-8a8f-9b04f4463a55'] response: {'name': 'network-changed', 'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'status': 'completed', 'code': 200} Aug 08 18:56:39.326247 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-d955bb40-7cb9-4a58-a644-2efc58bd67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:39.327979 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-d955bb40-7cb9-4a58-a644-2efc58bd67cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 1098 time: 0.0410118 Aug 08 18:56:39.425343 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-1036c9cf-59f1-4838-970f-5afc7ffd8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:39.426853 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-1036c9cf-59f1-4838-970f-5afc7ffd8a6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0917621 Aug 08 18:56:39.453459 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92dd99-f2d3-460e-b975-a95b688cb59a None None] New status for floating IP 91ce3da1-ebb2-4bbf-a31b-911b68d9233f: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:56:39.498059 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-989a0f12-fd67-42da-802b-36423bffb6c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 200 len: 1000 time: 0.0633867 Aug 08 18:56:39.549998 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-e3323907-02de-4150-a843-4fc06cecf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:39.551501 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-e3323907-02de-4150-a843-4fc06cecf5af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0469487 Aug 08 18:56:39.598992 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-68058e71-31b3-4d8b-9d04-61c9c78e539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:39.600485 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-68058e71-31b3-4d8b-9d04-61c9c78e539c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420341 Aug 08 18:56:39.699584 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-1810fc15-4f7a-442d-8dba-a3a7fbb453b2 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882227 Aug 08 18:56:39.794775 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-dcb9e56b-fff0-4c89-a87f-13034392250e service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806262 Aug 08 18:56:39.879464 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-c9a828da-9d25-43e3-b268-725636368a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:39.880987 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-c9a828da-9d25-43e3-b268-725636368a52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 1098 time: 0.0462990 Aug 08 18:56:39.978184 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-972f22af-41bb-4573-ab02-f6e146af0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:39.979677 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-972f22af-41bb-4573-ab02-f6e146af0cd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.0896339 Aug 08 18:56:40.050388 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-81cda061-1d65-49e7-9db9-5c6ee957c5ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1ea084c-1393-4d20-b37b-587c236784b8 HTTP/1.1" status: 200 len: 1000 time: 0.0580175 Aug 08 18:56:40.101175 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-4baf0b62-8d3a-4999-85e4-6ef2c04d53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:40.102605 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-4baf0b62-8d3a-4999-85e4-6ef2c04d53e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0457621 Aug 08 18:56:40.148173 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b75029-c260-4173-b13f-019c9facd568 req-314a7f33-5a8b-4b51-a205-1a621d6ab770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:40.149667 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-314a7f33-5a8b-4b51-a205-1a621d6ab770 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378404 Aug 08 18:56:40.248102 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-c60bae6b-71f5-40d0-a936-78a4c82b33c4 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912061 Aug 08 18:56:40.350956 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64b75029-c260-4173-b13f-019c9facd568 req-e1d7a8a9-07ed-4532-836b-371d07ab222c service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836320 Aug 08 18:56:41.980949 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893ad1f-c295-4860-80e2-c928658ea950 req-360ff8f3-9340-4dc1-a11a-06ef2cb0c8ad tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:41.982407 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b893ad1f-c295-4860-80e2-c928658ea950 req-360ff8f3-9340-4dc1-a11a-06ef2cb0c8ad tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Aug 08 18:56:42.019147 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b893ad1f-c295-4860-80e2-c928658ea950 req-0e681cf2-3068-4e5e-8317-3750e9867526 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307066 Aug 08 18:56:43.138952 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976281c-a3e2-4410-9fab-461d96493a6d req-9d7d8978-b515-4edf-908d-6063f4f3fc5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:43.140435 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0976281c-a3e2-4410-9fab-461d96493a6d req-9d7d8978-b515-4edf-908d-6063f4f3fc5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0493560 Aug 08 18:56:43.176220 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0976281c-a3e2-4410-9fab-461d96493a6d req-96436002-a00e-442a-a0a6-fb405569f5f3 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299239 Aug 08 18:56:44.520743 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6b0e8-bac2-40b7-9d6d-65c66d1ec3ff req-f30bca91-5130-4819-a958-2b14b437010f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:44.522201 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-32e6b0e8-bac2-40b7-9d6d-65c66d1ec3ff req-f30bca91-5130-4819-a958-2b14b437010f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.2755890 Aug 08 18:56:44.558793 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-32e6b0e8-bac2-40b7-9d6d-65c66d1ec3ff req-17259f9a-484c-4e01-89aa-94944913ea5b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Aug 08 18:56:45.675071 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba15c5-528e-4f67-b0e4-6bcdaaf4bb70 req-3a7be442-2887-40d2-a7ee-5bf46f56fe5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:45.676511 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-efba15c5-528e-4f67-b0e4-6bcdaaf4bb70 req-3a7be442-2887-40d2-a7ee-5bf46f56fe5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0476117 Aug 08 18:56:45.719598 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-efba15c5-528e-4f67-b0e4-6bcdaaf4bb70 req-09cd9824-6b8a-4337-9829-1da1e95de5f9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372384 Aug 08 18:56:46.834438 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cb359-a17d-4e6e-be9e-a6fa3b8aab6f req-9793c5e5-e423-44af-80d8-0527dc029d5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:46.835887 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-981cb359-a17d-4e6e-be9e-a6fa3b8aab6f req-9793c5e5-e423-44af-80d8-0527dc029d5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Aug 08 18:56:46.872921 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-981cb359-a17d-4e6e-be9e-a6fa3b8aab6f req-1ea857dc-1af7-4d06-bf02-d51ef7ff575e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305521 Aug 08 18:56:47.994634 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4467b-786a-4b39-877c-41cede524e0f req-b0a1cc1b-d766-4978-aa79-a56ad397bf50 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:47.996755 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4ac4467b-786a-4b39-877c-41cede524e0f req-b0a1cc1b-d766-4978-aa79-a56ad397bf50 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0490212 Aug 08 18:56:48.033316 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4ac4467b-786a-4b39-877c-41cede524e0f req-e5bdd00b-75a7-4319-8e7a-4b349af32283 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307200 Aug 08 18:56:49.150329 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c1be3-b632-4a6b-821b-9ebcb4d636e1 req-3454ef1a-194c-41f0-8fca-7bde218fcacc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:49.151814 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-468c1be3-b632-4a6b-821b-9ebcb4d636e1 req-3454ef1a-194c-41f0-8fca-7bde218fcacc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0492105 Aug 08 18:56:49.190014 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-468c1be3-b632-4a6b-821b-9ebcb4d636e1 req-9cc767a0-4b35-4658-a30f-3aab6453d518 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Aug 08 18:56:50.306326 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3b3d8-05ea-4215-8701-4e7395122378 req-056a3471-7411-4b06-a680-9f3ce57bc617 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:50.308312 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a2b3b3d8-05ea-4215-8701-4e7395122378 req-056a3471-7411-4b06-a680-9f3ce57bc617 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0495117 Aug 08 18:56:50.344859 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a2b3b3d8-05ea-4215-8701-4e7395122378 req-16dc456b-d04c-4643-abd9-6ff8a7bb834f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Aug 08 18:56:51.465225 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ace04-e534-4b8b-8429-58e37b45df1b req-2ba9a944-df3f-42b2-ae8d-dba6056ba2d6 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:51.466687 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4c0ace04-e534-4b8b-8429-58e37b45df1b req-2ba9a944-df3f-42b2-ae8d-dba6056ba2d6 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0523202 Aug 08 18:56:51.502391 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4c0ace04-e534-4b8b-8429-58e37b45df1b req-877a50ab-9e18-431e-8943-adf0528ea70d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298727 Aug 08 18:56:52.618401 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209951e-f2f1-43cd-a6f2-5cbbc386997f req-0e10223e-5d19-41aa-9d2d-84a2d25e2573 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:52.620437 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3209951e-f2f1-43cd-a6f2-5cbbc386997f req-0e10223e-5d19-41aa-9d2d-84a2d25e2573 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0485101 Aug 08 18:56:52.661172 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3209951e-f2f1-43cd-a6f2-5cbbc386997f req-250d611f-4d44-466b-a2c1-be3f5d59d6c1 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347703 Aug 08 18:56:53.016510 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993892cf-430e-4b0a-9056-2c02e6a43483 req-54ad9749-42e0-45a6-8790-fb03c748e4f9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:53.018026 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-993892cf-430e-4b0a-9056-2c02e6a43483 req-54ad9749-42e0-45a6-8790-fb03c748e4f9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0495560 Aug 08 18:56:53.061046 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-993892cf-430e-4b0a-9056-2c02e6a43483 req-10572aeb-82ca-4fd6-899c-11022c91f6b0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Aug 08 18:56:53.129163 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-83980a10-25a2-4ebc-b9da-a52b678ab510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:53.130618 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-83980a10-25a2-4ebc-b9da-a52b678ab510 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 1098 time: 0.0396800 Aug 08 18:56:53.222867 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-64bbd8b5-36d7-4d23-8f5b-05d8ab921800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:53.224265 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-64bbd8b5-36d7-4d23-8f5b-05d8ab921800 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 911 time: 0.0851135 Aug 08 18:56:53.289837 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-1fe18218-4ee0-4918-9664-8e23bbc93c9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89ce0034-03e2-482d-975b-0c10d96b4585 HTTP/1.1" status: 200 len: 1001 time: 0.0560260 Aug 08 18:56:53.341546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-72bcf9ac-34b6-45f6-b92a-a9399a4fc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:53.342904 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-72bcf9ac-34b6-45f6-b92a-a9399a4fc4bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 200 len: 849 time: 0.0413506 Aug 08 18:56:53.390598 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-2152c749-5c80-479b-a5ff-35107deb879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:53.392055 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-2152c749-5c80-479b-a5ff-35107deb879c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411315 Aug 08 18:56:53.487661 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-3ab1ca01-6b93-4799-9954-742c6d104b4b service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809183 Aug 08 18:56:53.576801 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-141285d6-8031-46ac-a1d6-75c8df4a507b req-5554735d-3039-45a6-861f-28e007a5aedf service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855727 Aug 08 18:56:54.095644 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:56:54.181604 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627b2be-f499-42d6-909e-503374866b26 req-478f1389-e29e-4478-8ecb-714a06488022 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:54.183125 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7627b2be-f499-42d6-909e-503374866b26 req-478f1389-e29e-4478-8ecb-714a06488022 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0501564 Aug 08 18:56:54.221779 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7627b2be-f499-42d6-909e-503374866b26 req-4fd644cc-ff8b-4671-a3dc-e600d67e2af2 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Aug 08 18:56:55.326208 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:56:55.342806 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dadceb-8413-48f1-a85a-df656d5b3427 req-c2654497-632c-48de-b8e0-d92020ef3688 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:56:55.344338 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a3dadceb-8413-48f1-a85a-df656d5b3427 req-c2654497-632c-48de-b8e0-d92020ef3688 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0497262 Aug 08 18:56:55.380713 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a3dadceb-8413-48f1-a85a-df656d5b3427 req-a89bd909-c0e6-43ff-a1f2-acca120f31ea tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303288 Aug 08 18:57:02.309033 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8b85560b-a720-483d-85f8-5ebcdc8e2074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:04.583624 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cd17eacc-fe10-4c8a-a942-9d814b70672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:05.823121 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:07.366407 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:07.503206 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:25.349142 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:26.273622 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace9957-bbd0-414e-8bce-8786182217ca req-0085f280-fa9b-48eb-8467-efe8378f8b88 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:26.275102 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0ace9957-bbd0-414e-8bce-8786182217ca req-0085f280-fa9b-48eb-8467-efe8378f8b88 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0477099 Aug 08 18:57:26.325116 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0ace9957-bbd0-414e-8bce-8786182217ca req-e3514a15-4204-42aa-bf2f-f6a0d0f62dfc tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440936 Aug 08 18:57:27.040713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a03f-0ece-49ff-8292-5011afb3b878 req-50813d95-86aa-4bf1-b573-638e3cbc79b9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:27.042169 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-51c1a03f-0ece-49ff-8292-5011afb3b878 req-50813d95-86aa-4bf1-b573-638e3cbc79b9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Aug 08 18:57:27.078626 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-51c1a03f-0ece-49ff-8292-5011afb3b878 req-f804b15b-e25c-4530-a8cc-e7235603e0ef tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303526 Aug 08 18:57:27.165228 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-821e6dcc-3d23-466e-83fa-803e4a0666b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419929 Aug 08 18:57:27.246591 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-a6a51c53-cef6-47de-a7ff-aef960696f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:27.248033 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-a6a51c53-cef6-47de-a7ff-aef960696f98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633e8d1d174949d695c2ed1f0146594b&device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0397313 Aug 08 18:57:27.353555 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-effe0e61-596d-417b-bbcd-d00e8d7fa1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:27.355109 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-effe0e61-596d-417b-bbcd-d00e8d7fa1c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 200 len: 920 time: 0.0871344 Aug 08 18:57:27.397215 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-76b48565-10a3-482e-8b19-f89eb63b637f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 200 len: 217 time: 0.0340140 Aug 08 18:57:27.445003 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801385-e276-4dcc-bd8d-37841eb57302 req-d27a81f4-0650-4e4d-aa08-a6b87fde4dff tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:27.446516 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bc801385-e276-4dcc-bd8d-37841eb57302 req-d27a81f4-0650-4e4d-aa08-a6b87fde4dff tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0486076 Aug 08 18:57:27.451188 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-232d515e-85bf-430d-98eb-f1167bdefbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:27.452614 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-232d515e-85bf-430d-98eb-f1167bdefbd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 200 len: 858 time: 0.0429239 Aug 08 18:57:27.485167 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bc801385-e276-4dcc-bd8d-37841eb57302 req-374a9da6-a177-4c36-9fcd-904edf0dbf03 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Aug 08 18:57:27.498232 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-47a17b31-0f69-4fb0-8935-8a90e8ebab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:27.499771 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-47a17b31-0f69-4fb0-8935-8a90e8ebab94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1bdd53-0e08-4707-b727-afe4e73ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396934 Aug 08 18:57:27.595305 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-ee0144d1-0a81-4345-b293-b52d4ec5fb19 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852456 Aug 08 18:57:27.690941 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-81d8f667-e3c3-4083-b12d-37e011f28de8 req-e4b3d36d-554d-484f-a7d6-4d8514c3543a service neutron] 10.222.0.30 "GET /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Aug 08 18:57:28.195073 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fccdb5-46b2-40ef-adbd-c6d0a598d9af req-a82a8dfa-0277-4bd2-8403-2ef743acfc36 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:28.196568 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59fccdb5-46b2-40ef-adbd-c6d0a598d9af req-a82a8dfa-0277-4bd2-8403-2ef743acfc36 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 945 time: 0.0485868 Aug 08 18:57:28.235312 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59fccdb5-46b2-40ef-adbd-c6d0a598d9af req-ec1c8c7a-119f-4e0c-a690-dc8f0047ffbc tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ca5e911-a51b-4b18-9e21-43850e24a160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Aug 08 18:57:28.606335 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab88fd-f43e-4727-b80b-8ed1d2b628d8 req-19e267b0-f2e8-452e-8373-8954feb3243a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:28.607869 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-65ab88fd-f43e-4727-b80b-8ed1d2b628d8 req-19e267b0-f2e8-452e-8373-8954feb3243a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0505471 Aug 08 18:57:28.648610 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-65ab88fd-f43e-4727-b80b-8ed1d2b628d8 req-2bd93b1a-12ab-4513-b3c6-b18c8b0989c8 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348368 Aug 08 18:57:28.764727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-69865e47-7408-4e74-99aa-3b697f99fd29 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:28.766162 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-69865e47-7408-4e74-99aa-3b697f99fd29 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Aug 08 18:57:28.858804 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port ddbffb10-19bc-4660-8956-41a6738281ce {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:28.859189 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:28.945865 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] For port ddbffb10-19bc-4660-8956-41a6738281ce, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ddbffb10-19bc-4660-8956-41a6738281ce,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:28.946231 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:29.113516 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:29.114334 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:29.114649 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 2f4ad896-4331-4ec1-9766-d58bab180dba disassociated. External IP: 172.27.3.138, port: ddbffb10-19bc-4660-8956-41a6738281ce. Aug 08 18:57:29.115015 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for ddbffb10-19bc-4660-8956-41a6738281ce owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:29.274937 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:29.301880 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=ddbffb10-19bc-4660-8956-41a6738281ce,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:29.328097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.328446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.328784 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.329117 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.329446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.329772 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.330097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.330418 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.330736 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.331076 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.331398 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.331713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:29.349736 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8dbb213b-64f8-4a8d-9e6b-9114a8180806 req-3a504576-5a15-40a8-a5f5-4a646fddb217 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 210 time: 0.0438480 Aug 08 18:57:29.452722 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:29.558342 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:29.568429 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:29.579874 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:29.580691 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:29.596455 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] No DVR routers for this DVR port ddbffb10-19bc-4660-8956-41a6738281ce on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:29.600004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:29.603388 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c40e0849-e09d-4ec2-915d-dc291bd1c953 req-63170131-980d-4209-b262-880aabc5b907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "DELETE /v2.0/ports/ddbffb10-19bc-4660-8956-41a6738281ce HTTP/1.1" status: 204 len: 173 time: 0.8300185 Aug 08 18:57:29.604306 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'name': 'network-vif-deleted', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:29.606626 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e37fd-8b0d-4949-8633-012346b98c0d" -d '{"events": [{"server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "name": "network-vif-deleted", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:29.646870 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba96788-2069-4cb1-ad59-b74ce7f463dc x-openstack-request-id: req-5ba96788-2069-4cb1-ad59-b74ce7f463dc {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:29.647190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aa54c0-c967-4f3a-a078-295496abe895", "name": "network-vif-deleted", "tag": "ddbffb10-19bc-4660-8956-41a6738281ce", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:29.647437 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ba96788-2069-4cb1-ad59-b74ce7f463dc {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:29.647833 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba96788-2069-4cb1-ad59-b74ce7f463dc'] response: {'server_uuid': '57aa54c0-c967-4f3a-a078-295496abe895', 'name': 'network-vif-deleted', 'tag': 'ddbffb10-19bc-4660-8956-41a6738281ce', 'status': 'completed', 'code': 200} Aug 08 18:57:29.688512 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:29.775942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5a40-e69d-479f-8302-4fad8a744c08 req-403bf2a3-2a6b-4b51-9d01-d4e3744cb836 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:29.777478 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-656c5a40-e69d-479f-8302-4fad8a744c08 req-403bf2a3-2a6b-4b51-9d01-d4e3744cb836 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0521469 Aug 08 18:57:29.849052 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-656c5a40-e69d-479f-8302-4fad8a744c08 req-5345bea5-5ed7-4d04-9c66-691636cdfad4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=202cbab4-1375-4ca5-9e47-74cddffb512e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594172 Aug 08 18:57:29.878257 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-770497c5-d69c-43ac-8af8-a3db4a21bc8a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:29.880024 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-770497c5-d69c-43ac-8af8-a3db4a21bc8a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 945 time: 0.0744467 Aug 08 18:57:29.916459 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:29.943700 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:29.952257 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:29.952837 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:29.984526 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Deleting port ace7f81b-b11a-45b7-b614-e5cc22a9daef {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:29.984868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:30.057613 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:30.080745 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] For port ace7f81b-b11a-45b7-b614-e5cc22a9daef, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ace7f81b-b11a-45b7-b614-e5cc22a9daef,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:30.081110 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:30.249946 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:30.251191 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:30.251557 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:30.251873 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Floating IP e30f7329-d83c-4260-b3f4-4db4414169ed disassociated. External IP: 172.27.3.88, port: ace7f81b-b11a-45b7-b614-e5cc22a9daef. Aug 08 18:57:30.252249 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Calling delete_port for ace7f81b-b11a-45b7-b614-e5cc22a9daef owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:30.280472 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a827f-ba6a-4863-bd5e-ef505003e5e5 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:30.464052 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:30.480726 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-20032ba3-eb0c-4e8d-a14d-06e8feebf28f req-9c9dc0ff-cf99-453a-9b84-0768f1f49559 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=57aa54c0-c967-4f3a-a078-295496abe895 HTTP/1.1" status: 200 len: 210 time: 0.0291955 Aug 08 18:57:30.517403 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event deleted for resources: {'Port': ['ID=ace7f81b-b11a-45b7-b614-e5cc22a9daef,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:30.547628 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b2e10-462c-4b5c-b13b-bdc91ad1afba None None] New status for floating IP 2f4ad896-4331-4ec1-9766-d58bab180dba: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:57:30.625619 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:30.747268 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:30.758477 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] Sync routers for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:30.770158 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:30.770824 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:30.785226 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] No DVR routers for this DVR port ace7f81b-b11a-45b7-b614-e5cc22a9daef on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:30.791891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:30.791891 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5fe5b1c7-db27-423b-9e4f-9829b9c6b984 req-ce1b07e1-96f3-4542-aa7d-da806785e622 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "DELETE /v2.0/ports/ace7f81b-b11a-45b7-b614-e5cc22a9daef HTTP/1.1" status: 204 len: 173 time: 0.9044535 Aug 08 18:57:30.886161 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:30.967388 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c5325cad-de0f-46ad-803a-574e554339dc req-6169667d-2200-4f80-b25a-d848ccfee7f3 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e510aab-ea88-481e-85fe-ff630430282f HTTP/1.1" status: 200 len: 210 time: 0.0314615 Aug 08 18:57:31.048042 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ddbffb10-19bc-4660-8956-41a6738281ce no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:31.068814 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: ddbffb10-19bc-4660-8956-41a6738281ce {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:31.069152 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ddbffb10-19bc-4660-8956-41a6738281ce not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:31.097710 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:57:31.108944 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:31.135311 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] Checking router: 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:31.143436 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:31.144007 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:31.246060 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:31.526057 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:31.552608 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24181f07-55ed-46ab-ae20-f898c1d1cc64 None None] The sync data for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi is: [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:52:35Z', 'revision_number': 4, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'c2221781-ab7c-411b-bc55-8fa562f07cde', 'name': '', 'network_id': '1a1bdd53-0e08-4707-b727-afe4e73ebcf9', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'mac_address': 'fa:16:3e:38:a3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:34Z', 'updated_at': '2022-08-08T18:52:45Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'subnets': [{'id': '682a9a19-c7d0-4042-86ff-b886e4d8d759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:31.642025 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45030) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:31.649740 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'name': 'network-vif-deleted', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:31.651939 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29efabd-4b8a-4b12-96fc-efbbc05b5dae" -d '{"events": [{"server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "name": "network-vif-deleted", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:31.691489 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a1b130-2a3b-463d-8626-bfe8f1e034a2 x-openstack-request-id: req-a5a1b130-2a3b-463d-8626-bfe8f1e034a2 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:31.692292 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e510aab-ea88-481e-85fe-ff630430282f", "name": "network-vif-deleted", "tag": "ace7f81b-b11a-45b7-b614-e5cc22a9daef", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:31.692653 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5a1b130-2a3b-463d-8626-bfe8f1e034a2 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:31.693054 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a1b130-2a3b-463d-8626-bfe8f1e034a2'] response: {'server_uuid': '8e510aab-ea88-481e-85fe-ff630430282f', 'name': 'network-vif-deleted', 'tag': 'ace7f81b-b11a-45b7-b614-e5cc22a9daef', 'status': 'completed', 'code': 200} Aug 08 18:57:31.712320 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fd86378-6382-424e-8a5a-be01cfb45628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:31.737183 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fd86378-6382-424e-8a5a-be01cfb45628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:31.792519 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42a8ae-2b5d-4227-b612-dca6d6defdbb None None] New status for floating IP e30f7329-d83c-4260-b3f4-4db4414169ed: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:57:31.862554 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fd86378-6382-424e-8a5a-be01cfb45628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:31.865309 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fd86378-6382-424e-8a5a-be01cfb45628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:31.866476 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3fd86378-6382-424e-8a5a-be01cfb45628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ca5e911-a51b-4b18-9e21-43850e24a160 HTTP/1.1" status: 204 len: 168 time: 0.2234557 Aug 08 18:57:31.869367 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45034) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:31.875738 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd86378-6382-424e-8a5a-be01cfb45628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5e911-a51b-4b18-9e21-43850e24a160,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:31.885492 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-3624f41a-edcb-4078-bc4a-cb677de8b61d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] show failed (client error): The resource could not be found. Aug 08 18:57:31.889392 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3624f41a-edcb-4078-bc4a-cb677de8b61d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups/2ca5e911-a51b-4b18-9e21-43850e24a160 HTTP/1.1" status: 404 len: 347 time: 0.0160375 Aug 08 18:57:31.889564 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45036) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:32.024184 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port e1ce5937-3563-4878-858e-fe84b5281985 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:32.031704 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.100638 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.101034 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.112573 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for e1ce5937-3563-4878-858e-fe84b5281985 owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:32.127129 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45042) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:32.181404 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac241d58-72c5-48b6-856d-982c37ac399f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.205010 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac241d58-72c5-48b6-856d-982c37ac399f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.320457 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0d60e372-3dcf-4833-b7f6-3ba2dcd1628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.349153 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.349343 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac241d58-72c5-48b6-856d-982c37ac399f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.351843 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ac241d58-72c5-48b6-856d-982c37ac399f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.353002 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ac241d58-72c5-48b6-856d-982c37ac399f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "DELETE /v2.0/security-groups/202cbab4-1375-4ca5-9e47-74cddffb512e HTTP/1.1" status: 204 len: 168 time: 0.2248893 Aug 08 18:57:32.357081 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45044) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:32.365280 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac241d58-72c5-48b6-856d-982c37ac399f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202cbab4-1375-4ca5-9e47-74cddffb512e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:32.382446 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=e1ce5937-3563-4878-858e-fe84b5281985,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:32.397971 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-41b50425-e36f-4c28-9805-bcf07734fc87 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] show failed (client error): The resource could not be found. Aug 08 18:57:32.398985 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-41b50425-e36f-4c28-9805-bcf07734fc87 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups/202cbab4-1375-4ca5-9e47-74cddffb512e HTTP/1.1" status: 404 len: 347 time: 0.0251601 Aug 08 18:57:32.400292 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.400625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.400940 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.401303 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.401616 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.402380 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.402503 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45046) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:32.402599 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.402599 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.402855 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.403227 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.403550 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.403869 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:32.466693 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.469183 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.470344 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1d97d8e8-14ab-42c2-bc2a-b12abf18266c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/floatingips/2f4ad896-4331-4ec1-9766-d58bab180dba HTTP/1.1" status: 204 len: 168 time: 0.5798969 Aug 08 18:57:32.604518 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45050) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:32.609369 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445314189', 'description': 'tempest-description--257450398'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:32.669436 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.740287 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.771826 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Deleting port a4ca77e5-2461-432e-9391-846138af8db5 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:32.772382 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.777750 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.807240 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af098f4-c416-4326-b941-a66780e84c12,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:32.843223 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.844476 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b575dbfd-9db2-476b-baf3-8606cf71cbd5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2387815 Aug 08 18:57:32.847485 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45052) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:32.853109 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': '9af098f4-c416-4326-b941-a66780e84c12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:32.853259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.853259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.864541 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Calling delete_port for a4ca77e5-2461-432e-9391-846138af8db5 owned by network:floatingip {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:32.935930 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:32.994702 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.048851 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ace7f81b-b11a-45b7-b614-e5cc22a9daef no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:33.067929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: ace7f81b-b11a-45b7-b614-e5cc22a9daef {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:33.068265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ace7f81b-b11a-45b7-b614-e5cc22a9daef not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:33.069040 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.087324 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ecafc6-e788-40de-a4e6-e821b2fd88b0,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:33.097784 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.121617 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event deleted for resources: {'Port': ['ID=a4ca77e5-2461-432e-9391-846138af8db5,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:33.173861 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.175219 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0e044987-d1aa-4bf2-aed1-5bd02398f089 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261538 Aug 08 18:57:33.181817 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks [] for floatingip, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.183070 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45056) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:33.184537 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.185667 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-6caef159-15ca-461c-9657-e42cdd1a73b0 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "DELETE /v2.0/floatingips/e30f7329-d83c-4260-b3f4-4db4414169ed HTTP/1.1" status: 204 len: 168 time: 0.7826655 Aug 08 18:57:33.187663 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'security_group_rule': {'security_group_id': '9af098f4-c416-4326-b941-a66780e84c12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:33.291499 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.347162 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.416768 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.434232 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8143b157-6862-4525-8c9a-82e39c62bf08,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:33.498639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.499904 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-da6b2c4f-31ba-4037-9ced-666d8c9c19d9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158691 Aug 08 18:57:33.503131 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45062) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:33.508017 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:33.612131 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.711430 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:33.818534 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.27.3.157 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/4961dd95-a413-48fb-bac0-da3b18a67dcb) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:33.918902 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.029725 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.066353 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:34.069699 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:34.073186 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:34.100083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=4961dd95-a413-48fb-bac0-da3b18a67dcb,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:34.162623 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.249984 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.410836 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.515444 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.543938 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d52b8be0-26f3-4faa-897e-103ddc88d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.584252 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.586722 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=4961dd95-a413-48fb-bac0-da3b18a67dcb,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:34.667455 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:34.676611 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-8753765d-5a3c-45c1-84eb-891ea246e2b6 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1648612 Aug 08 18:57:34.874103 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477820c-83bb-4bd5-9eb4-567ccd66e356 req-efab8da8-c788-4b91-80cf-7b8bcfe08f7a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:34.875651 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6477820c-83bb-4bd5-9eb4-567ccd66e356 req-efab8da8-c788-4b91-80cf-7b8bcfe08f7a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.1645939 Aug 08 18:57:34.914815 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6477820c-83bb-4bd5-9eb4-567ccd66e356 req-b50c2eef-1e93-4574-874c-13abf4b1ed6f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Aug 08 18:57:34.939291 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-57be601f-3995-4a3b-88c2-f6f2604ea8d3 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1445314189&fields=id&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 267 time: 0.0336430 Aug 08 18:57:35.050603 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-1ec89beb-fe8a-4f97-ad5e-67583546bc09 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:35.052734 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-1ec89beb-fe8a-4f97-ad5e-67583546bc09 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1067007 Aug 08 18:57:35.067263 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-09ef040e-392b-40f8-810f-87778afc35c3 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/quotas/c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 375 time: 0.0087938 Aug 08 18:57:35.120877 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-135b1330-f27e-496a-adff-939d1abdad05 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482097 Aug 08 18:57:35.217734 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-09f70101-b64b-4739-b0ef-74af263ed23a service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Aug 08 18:57:35.304441 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-5a6c787d-0a6c-42bf-ad09-cf4f2b6dbbe1 service neutron] 10.222.0.23 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799456 Aug 08 18:57:35.564485 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5dc231f9-dac7-44ea-8dbf-a5d6a05e0f6d req-410e64aa-37cb-41b8-8f43-e453c937d397 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Aug 08 18:57:35.812210 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:36.054623 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dfb41-e5ff-4460-a1b1-6d9a9cd8651a req-d678fb18-6cd2-41e8-900a-d0120c509e7d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:36.054623 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-379dfb41-e5ff-4460-a1b1-6d9a9cd8651a req-d678fb18-6cd2-41e8-900a-d0120c509e7d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0561399 Aug 08 18:57:36.079197 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d61d9a-d18f-4a44-918e-10b113bda288 req-e1c52eb2-c6dc-4e3b-a7ec-2ba8bd1ab6da tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:36.080657 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e7d61d9a-d18f-4a44-918e-10b113bda288 req-e1c52eb2-c6dc-4e3b-a7ec-2ba8bd1ab6da tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0598068 Aug 08 18:57:36.093651 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-379dfb41-e5ff-4460-a1b1-6d9a9cd8651a req-82652b5a-68a6-4c98-8c2b-3e94922928d7 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Aug 08 18:57:36.121406 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e7d61d9a-d18f-4a44-918e-10b113bda288 req-5c6966ae-3917-45b0-a81a-8d2f475f0630 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Aug 08 18:57:36.643998 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-366b6671-3fcd-467e-95b8-cfb6197300ce tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:36.645468 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-366b6671-3fcd-467e-95b8-cfb6197300ce tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 945 time: 0.0504091 Aug 08 18:57:36.667174 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-879258bc-fc79-47a3-98fa-76341bcaeb30 req-d8642a02-ee35-476c-aa6f-f6d3c3021cc2 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 210 time: 0.0295687 Aug 08 18:57:36.740095 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Deleting port 89ce0034-03e2-482d-975b-0c10d96b4585 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:36.740438 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:36.830291 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] For port 89ce0034-03e2-482d-975b-0c10d96b4585, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=89ce0034-03e2-482d-975b-0c10d96b4585,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:36.830656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:36.998899 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:36.999288 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:36.999635 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Floating IP 64ecff93-1534-40ac-bf31-beeab774e9ea disassociated. External IP: 172.27.3.228, port: 89ce0034-03e2-482d-975b-0c10d96b4585. Aug 08 18:57:36.999970 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Calling delete_port for 89ce0034-03e2-482d-975b-0c10d96b4585 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:37.192090 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:37.230214 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event deleted for resources: {'Port': ['ID=89ce0034-03e2-482d-975b-0c10d96b4585,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:37.250285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90801fb8-945c-40fd-ae6c-b7a08946b6c9 req-102aea64-c6bd-4e29-873d-0f9b235415ad tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:37.251846 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-90801fb8-945c-40fd-ae6c-b7a08946b6c9 req-102aea64-c6bd-4e29-873d-0f9b235415ad tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 867 time: 0.0880773 Aug 08 18:57:37.269090 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:37.307920 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233f10c-f634-4e8a-99f6-912d1bac9423 req-fd2a3f33-9f51-43c5-aadd-03db46bde846 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:37.309726 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6233f10c-f634-4e8a-99f6-912d1bac9423 req-fd2a3f33-9f51-43c5-aadd-03db46bde846 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0544934 Aug 08 18:57:37.344809 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-90801fb8-945c-40fd-ae6c-b7a08946b6c9 req-b3a5e807-bc31-4447-9116-78a6be94c623 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd4c37a4-a5d3-44ae-8422-e6c05c443b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464203 Aug 08 18:57:37.347202 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6233f10c-f634-4e8a-99f6-912d1bac9423 req-3aa8c283-df79-4f29-9c3f-a33959dd3bf5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Aug 08 18:57:37.404109 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Router b949a59f-78aa-4b6f-9336-bd5f00385fab has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:37.504986 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-af6d19d5-037c-44b5-be29-ecf9f3599643 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:37.506465 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-af6d19d5-037c-44b5-be29-ecf9f3599643 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 814 time: 0.1031978 Aug 08 18:57:37.516799 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:37.528396 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:37.540386 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:37.542676 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:37.555456 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] No DVR routers for this DVR port 89ce0034-03e2-482d-975b-0c10d96b4585 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:37.555687 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:37.557547 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-b95b6377-c666-4eeb-b817-ab307c2bebe0 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c354749a136048b08745a4b9247e917c HTTP/1.1" status: 200 len: 380 time: 0.0392926 Aug 08 18:57:37.558387 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:37.561646 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9f8dbb45-015a-4dc3-b1b3-b70b38d07ab4 req-993b3eb8-f7ea-4032-a0d7-72aaca108d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "DELETE /v2.0/ports/89ce0034-03e2-482d-975b-0c10d96b4585 HTTP/1.1" status: 204 len: 173 time: 0.9102442 Aug 08 18:57:37.565474 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'name': 'network-vif-deleted', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:37.565474 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e9ceb-a717-4d94-b4e1-f15525488c46" -d '{"events": [{"server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "name": "network-vif-deleted", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:37.571920 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'port': {'device_id': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'admin_state_up': True, 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'security_groups': ['9af098f4-c416-4326-b941-a66780e84c12']}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:37.608054 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f99d38-2f4c-4b35-8136-7659bb6a185b x-openstack-request-id: req-60f99d38-2f4c-4b35-8136-7659bb6a185b {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:37.608316 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958bd81b-90cf-4336-ab77-a8f01c954e57", "name": "network-vif-deleted", "tag": "89ce0034-03e2-482d-975b-0c10d96b4585", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:37.608575 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f99d38-2f4c-4b35-8136-7659bb6a185b {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:37.609011 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f99d38-2f4c-4b35-8136-7659bb6a185b'] response: {'server_uuid': '958bd81b-90cf-4336-ab77-a8f01c954e57', 'name': 'network-vif-deleted', 'tag': '89ce0034-03e2-482d-975b-0c10d96b4585', 'status': 'completed', 'code': 200} Aug 08 18:57:37.674416 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:37.804887 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bccadd05-b4c9-4ac2-a3de-b5632e180d32 req-4a00c206-5fdb-45bb-b5ae-c7b584554379 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 210 time: 0.0380003 Aug 08 18:57:37.805586 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Made reservation on behalf of c354749a136048b08745a4b9247e917c for: {'port': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:57:37.808971 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:37.905497 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:37.933145 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:37.939337 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Allocated IP 172.20.0.11 (9bf643ee-79c6-4535-99f5-34bd9b4b7633/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c/3755ecd6-5e00-4fef-acae-a5a2d6ebd56e) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:37.942686 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:37.943635 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:38.059009 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:38.087641 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.184315 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.228772 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:38.231955 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:38.235540 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:38.259513 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event updated for resources: {'Port': ['ID=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:38.263129 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:38.296928 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668a15b-7aa4-44e4-a79e-1c8df08b7772 None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:38.308583 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:38.309295 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.365166 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d123d5-cb85-44f8-8182-c43117454b1d req-0a946005-1e1a-4737-8e08-f9b21a825059 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:38.366704 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36d123d5-cb85-44f8-8182-c43117454b1d req-0a946005-1e1a-4737-8e08-f9b21a825059 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0697331 Aug 08 18:57:38.404604 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e8a516b6-b027-42a7-9937-880affa3fc54 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8400702 Aug 08 18:57:38.419300 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Request body: {'port': {'device_id': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:38.515841 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.539050 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f6bc381f-7c13-4e4e-bf61-22ce8a7ba569 req-f2f7cb0a-bacf-4528-bf5c-9d1520dbbec2 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=958bd81b-90cf-4336-ab77-a8f01c954e57 HTTP/1.1" status: 200 len: 210 time: 0.0505981 Aug 08 18:57:38.561275 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c7c0-918b-4757-a6ef-03859c0b8f47 req-6ff5c705-1bec-4355-93a3-0912b3e478bd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:38.562522 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfd7c7c0-918b-4757-a6ef-03859c0b8f47 req-6ff5c705-1bec-4355-93a3-0912b3e478bd tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 946 time: 0.0695474 Aug 08 18:57:38.589328 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-5a07d17f-43f8-491b-b1f1-79f7b98a6170 None None] Provisioning complete for port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:38.592092 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5a07d17f-43f8-491b-b1f1-79f7b98a6170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.600756 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Deleting port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:38.601320 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.649987 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-5a07d17f-43f8-491b-b1f1-79f7b98a6170 None None] Port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:57:38.650653 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bfd7c7c0-918b-4757-a6ef-03859c0b8f47 req-2df7d398-dc1d-466b-89fe-d936238614e4 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 Aug 08 18:57:38.688070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64636e-e9f4-411d-91ef-724f4dea0712 None None] New status for floating IP 64ecff93-1534-40ac-bf31-beeab774e9ea: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:57:38.732549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] For port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:38.733038 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.745983 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Calling delete_port for 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:38.869580 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e {{(pid=109559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:57:38.879095 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.926788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.provisioning_blocks [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Transition to ACTIVE for port object 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e will not be triggered until provisioned by entity L2. {{(pid=109559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:57:38.927334 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:38.939870 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['02a4db3d-a8ce-4dee-9fcb-08b3eba672aa', 'f7c96545-54e8-4794-9296-e7822688ca03'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:38.948759 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40efff-0433-43aa-b107-17d80393878a req-5508c793-4776-44a9-a6aa-7b913bec9e49 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:38.950270 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3a40efff-0433-43aa-b107-17d80393878a req-5508c793-4776-44a9-a6aa-7b913bec9e49 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 932 time: 0.0564497 Aug 08 18:57:38.958743 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event deleted for resources: {'Port': ['ID=02a4db3d-a8ce-4dee-9fcb-08b3eba672aa,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:38.987788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.003485 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] No DVR routers for this DVR port 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:39.006945 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.010536 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-36d123d5-cb85-44f8-8182-c43117454b1d req-593ebd50-4604-421a-ac8c-e8909d7f6ce2 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "DELETE /v2.0/ports/02a4db3d-a8ce-4dee-9fcb-08b3eba672aa HTTP/1.1" status: 204 len: 173 time: 0.6360614 Aug 08 18:57:39.027200 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3a40efff-0433-43aa-b107-17d80393878a req-2ce436fb-9d9e-49d2-8b32-934f1c7da144 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698862 Aug 08 18:57:39.067935 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:39.083293 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Pushing event updated for resources: {'Port': ['ID=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:39.099214 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:39.099567 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 02a4db3d-a8ce-4dee-9fcb-08b3eba672aa not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:39.099983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 89ce0034-03e2-482d-975b-0c10d96b4585 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:39.118356 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Attempting to bind port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:57:39.118690 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Attempting to bind port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:57:39.119431 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Attempting to bind port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:57:39.120847 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 89ce0034-03e2-482d-975b-0c10d96b4585 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:39.121194 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 89ce0034-03e2-482d-975b-0c10d96b4585 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:39.124248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:57:39.124681 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Attempting to bind port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e on network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:57:39.130583 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:57:39.130952 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Checking segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:57:39.131488 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Bound using segment: {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'} {{(pid=109559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:57:39.131911 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.managers [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Bound port: 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b190e48f-ccf6-4628-8eb0-bfab2875f14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633'}}] {{(pid=109559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:57:39.132262 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.199014 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] For port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host hv-cinder-85245, cleared binding levels {{(pid=109559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:57:39.202023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] For port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:57:39.264014 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.268910 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.269514 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.270877 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] 10.222.0.30 "PUT /v2.0/ports/3755ecd6-5e00-4fef-acae-a5a2d6ebd56e HTTP/1.1" status: 200 len: 1094 time: 0.8560166 Aug 08 18:57:39.276374 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:39.276374 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e2a94d-9785-440a-af9d-786e64ad8059" -d '{"events": [{"name": "network-changed", "server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:39.312803 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a37991-dae4-441f-91c8-fa0509ac8a95 x-openstack-request-id: req-d0a37991-dae4-441f-91c8-fa0509ac8a95 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:39.313168 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:39.313650 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0a37991-dae4-441f-91c8-fa0509ac8a95 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:39.313949 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a37991-dae4-441f-91c8-fa0509ac8a95'] response: {'name': 'network-changed', 'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'status': 'completed', 'code': 200} Aug 08 18:57:39.330655 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92437ff-5536-4042-a441-11aeaefb0214 service neutron] Pushing event updated for resources: {'Port': ['ID=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,revision_number=3']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:39.378681 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2a94d-9785-440a-af9d-786e64ad8059 req-0df64082-c732-4de4-b50a-19dba5632ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.380235 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56e2a94d-9785-440a-af9d-786e64ad8059 req-0df64082-c732-4de4-b50a-19dba5632ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 1097 time: 0.0433004 Aug 08 18:57:39.486760 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2a94d-9785-440a-af9d-786e64ad8059 req-76f0aad4-10d7-4406-9a68-04564127c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.488454 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56e2a94d-9785-440a-af9d-786e64ad8059 req-76f0aad4-10d7-4406-9a68-04564127c6cd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c354749a136048b08745a4b9247e917c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1004872 Aug 08 18:57:39.581260 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2a94d-9785-440a-af9d-786e64ad8059 req-f24c91bd-5f76-4c46-af93-6b1312ed73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.582781 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56e2a94d-9785-440a-af9d-786e64ad8059 req-f24c91bd-5f76-4c46-af93-6b1312ed73c7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868239 Aug 08 18:57:39.610983 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'name': 'network-vif-deleted', 'tag': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:39.612858 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a271511b-b36d-4688-9d10-b312c54862a4" -d '{"events": [{"server_uuid": "b8e66213-8711-450d-981a-b796a3ec9dd9", "name": "network-vif-deleted", "tag": "02a4db3d-a8ce-4dee-9fcb-08b3eba672aa"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:39.652537 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93b5f0-6ba2-445d-a126-187e10ff14b6 x-openstack-request-id: req-ac93b5f0-6ba2-445d-a126-187e10ff14b6 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:39.652829 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e66213-8711-450d-981a-b796a3ec9dd9", "name": "network-vif-deleted", "tag": "02a4db3d-a8ce-4dee-9fcb-08b3eba672aa", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:39.653075 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac93b5f0-6ba2-445d-a126-187e10ff14b6 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:39.653470 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac93b5f0-6ba2-445d-a126-187e10ff14b6'] response: {'server_uuid': 'b8e66213-8711-450d-981a-b796a3ec9dd9', 'name': 'network-vif-deleted', 'tag': '02a4db3d-a8ce-4dee-9fcb-08b3eba672aa', 'status': 'completed', 'code': 200} Aug 08 18:57:39.664820 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-4ac0746c-828b-487e-8f94-d433c56499b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.666329 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-4ac0746c-828b-487e-8f94-d433c56499b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 1097 time: 0.0481532 Aug 08 18:57:39.707503 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-61836720-a70a-4b10-9d41-d179da18d6bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e HTTP/1.1" status: 200 len: 217 time: 0.0336649 Aug 08 18:57:39.721446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45152) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:39.761213 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-05e4887a-f3b7-4d6a-a415-0dd25135dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.762633 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-05e4887a-f3b7-4d6a-a415-0dd25135dce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0485151 Aug 08 18:57:39.784190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8525863e-3cc8-436a-b543-cd0852453d45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.808063 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-16766d9e-4dd6-4e93-af31-6cc46d9c7893 req-ce575dab-e422-4382-9079-0876edf42edf tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8e66213-8711-450d-981a-b796a3ec9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0496159 Aug 08 18:57:39.808379 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8525863e-3cc8-436a-b543-cd0852453d45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.830267 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-679c3d49-3195-43f9-b53a-b07b82eb76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:39.831994 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-679c3d49-3195-43f9-b53a-b07b82eb76ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620666 Aug 08 18:57:39.925382 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-40aac3fd-8a1a-40c4-8d86-bb999326921e service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835426 Aug 08 18:57:39.932006 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8525863e-3cc8-436a-b543-cd0852453d45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.934702 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8525863e-3cc8-436a-b543-cd0852453d45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:39.935875 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8525863e-3cc8-436a-b543-cd0852453d45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd4c37a4-a5d3-44ae-8422-e6c05c443b62 HTTP/1.1" status: 204 len: 168 time: 0.2134423 Aug 08 18:57:39.938828 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45154) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:39.945443 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525863e-3cc8-436a-b543-cd0852453d45 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c37a4-a5d3-44ae-8422-e6c05c443b62,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:39.983463 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-63339aac-a6b6-4c3e-b466-ee049d2ce7bf tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] show failed (client error): The resource could not be found. Aug 08 18:57:39.986738 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-63339aac-a6b6-4c3e-b466-ee049d2ce7bf tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups/dd4c37a4-a5d3-44ae-8422-e6c05c443b62 HTTP/1.1" status: 404 len: 347 time: 0.0447974 Aug 08 18:57:39.987629 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45156) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:40.045807 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-344e3c21-01d4-477a-a75b-53df8052d5f7 req-f84d075c-1ece-4f8c-a49e-bc9f3b46eef6 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144867 Aug 08 18:57:40.146560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Deleting port 0bbf77e3-392e-46dc-8b6c-3f8bfefcd3ce {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:40.146904 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.181462 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b1dce-eb06-4370-a4f7-16531b235271 req-88acc144-1e95-491a-b09b-e78ac15ff823 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:40.182974 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b32b1dce-eb06-4370-a4f7-16531b235271 req-88acc144-1e95-491a-b09b-e78ac15ff823 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 944 time: 0.0767581 Aug 08 18:57:40.261437 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.261851 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.266439 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b32b1dce-eb06-4370-a4f7-16531b235271 req-31b21b60-f9ee-488c-bea1-eee298990f4d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561953 Aug 08 18:57:40.276225 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Calling delete_port for 0bbf77e3-392e-46dc-8b6c-3f8bfefcd3ce owned by network:floatingip {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:40.458672 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.488160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event deleted for resources: {'Port': ['ID=0bbf77e3-392e-46dc-8b6c-3f8bfefcd3ce,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:40.544902 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.547419 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.548553 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8366c6b1-76f4-4c03-82ea-a10b741dbb6a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "DELETE /v2.0/floatingips/64ecff93-1534-40ac-bf31-beeab774e9ea HTTP/1.1" status: 204 len: 168 time: 0.5599329 Aug 08 18:57:40.733660 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45162) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:40.738252 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550239232', 'description': 'tempest-description--645616344'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:40.840957 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.906916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.966727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:40.994705 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98abedef-32f9-4738-b813-21912de40300,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:41.054839 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.056190 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-942372ef-c67d-4007-b394-6609a4e4ac2c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3215318 Aug 08 18:57:41.059128 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45168) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:41.060253 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:57:41.063509 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'security_group_rule': {'security_group_id': '98abedef-32f9-4738-b813-21912de40300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:41.156397 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:41.160122 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.167683 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'port_id': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'mac_address': 'fa:16:3e:8f:7a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:57:41.206197 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:41.206584 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.221845 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:57:41.225492 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.242245 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:41.277931 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a553bcb-99d2-4a20-8f2f-b1d9cdc88ff7 req-59c1c029-d99d-4225-ade4-5d590805589a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:41.279323 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7a553bcb-99d2-4a20-8f2f-b1d9cdc88ff7 req-59c1c029-d99d-4225-ade4-5d590805589a tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0482852 Aug 08 18:57:41.298043 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.321055 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.329680 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deb3350-f9f0-42a1-a644-29356aa4ecb9,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:41.339784 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7a553bcb-99d2-4a20-8f2f-b1d9cdc88ff7 req-4573a840-c687-4a17-995b-cd23b400cfc7 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Aug 08 18:57:41.384571 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:41.391884 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.392230 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.392562 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.392887 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.393208 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.393528 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.393850 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.394172 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.394480 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.394944 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.395286 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.395600 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:57:41.402443 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.405780 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-46ba2193-6592-4d76-b0ae-d0c336fb6c5c tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438115 Aug 08 18:57:41.406838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45176) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:41.411393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'security_group_rule': {'security_group_id': '98abedef-32f9-4738-b813-21912de40300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:41.469390 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa18a-9201-4128-968f-e9fbb3b45f7e req-0a160d52-7a13-4695-8c2a-8281721e13c4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:41.470882 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9d6aa18a-9201-4128-968f-e9fbb3b45f7e req-0a160d52-7a13-4695-8c2a-8281721e13c4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Aug 08 18:57:41.497191 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.511381 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9d6aa18a-9201-4128-968f-e9fbb3b45f7e req-7144270f-4c9f-4bb0-b703-50d6ae4b6bb7 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338423 Aug 08 18:57:41.560713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.591456 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['3755ecd6-5e00-4fef-acae-a5a2d6ebd56e'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:41.640921 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.661391 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad08b23-ce67-4f75-a422-7c4ab88f875d,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:41.700159 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.701379 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-aa05fb38-6734-4b48-ac2a-30e128929f73 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935193 Aug 08 18:57:41.704483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45182) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:41.709067 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:41.778291 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.874389 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:41.979801 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Allocated IP 172.27.3.174 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/be428e8f-3850-4700-932a-b3ec8a2c6473) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:42.086898 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.167009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.205610 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:42.208508 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:42.211968 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:42.242995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'Port': ['ID=be428e8f-3850-4700-932a-b3ec8a2c6473,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:42.299636 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.375542 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.465933 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-f9bc2355-6cc0-43ba-89ab-f735e463d5f1 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798636452&fields=id&tenant_id=f7b0b3909092424e8ec98081f1aa6f19 HTTP/1.1" status: 200 len: 267 time: 0.0615385 Aug 08 18:57:42.471512 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce56c-96b3-471a-ac0d-a81b6ccdb66b req-7c857c5b-f22e-4d3a-aac3-c761692ccb3c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:42.473547 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a73ce56c-96b3-471a-ac0d-a81b6ccdb66b req-7c857c5b-f22e-4d3a-aac3-c761692ccb3c tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0520613 Aug 08 18:57:42.513124 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a73ce56c-96b3-471a-ac0d-a81b6ccdb66b req-f3ae53a5-c746-4390-a80c-68954de5a56b tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Aug 08 18:57:42.575220 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-f6253ca9-626a-4e6b-af12-32f2132099ad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:42.576693 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-f6253ca9-626a-4e6b-af12-32f2132099ad tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 984 time: 0.1003866 Aug 08 18:57:42.591113 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Request body: {'port': {'security_groups': ['c17fa34f-6506-481e-9944-7f2ac8d4dd18']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:42.633411 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.635644 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab3f5-1be2-48dd-bf76-cd0d9670bc5c req-c5105650-bb92-42fb-b28e-7b90238b8bbd tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:42.637296 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a79ab3f5-1be2-48dd-bf76-cd0d9670bc5c req-c5105650-bb92-42fb-b28e-7b90238b8bbd tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Aug 08 18:57:42.678993 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a79ab3f5-1be2-48dd-bf76-cd0d9670bc5c req-eed3eb10-8cfd-4140-b044-170c4f41da87 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341151 Aug 08 18:57:42.682026 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.769215 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.891505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'Port': ['ID=be428e8f-3850-4700-932a-b3ec8a2c6473,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:42.893852 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.923493 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:42.955075 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.974402 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:42.977392 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-feca7424-b282-4b77-878b-6e5bc4f6f58f tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2702303 Aug 08 18:57:43.022585 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.035329 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['41a84695-ee73-40d7-a468-217ab80e7cfc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:43.035991 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.036162 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.037549 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e0992667-c1c5-4855-af89-b2e38bf36b41 req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "PUT /v2.0/ports/41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 942 time: 0.4524071 Aug 08 18:57:43.038004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:43.040363 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6fb93-52bd-45cc-b775-4067235f2f28" -d '{"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:43.044866 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45192) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:43.100945 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132625e-8681-49cd-996a-e6ee154e6f52 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event updated for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=7']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:43.108766 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:57:43.132846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b19ebd-ee09-4c11-b51b-4e69a7e8ffbc x-openstack-request-id: req-30b19ebd-ee09-4c11-b51b-4e69a7e8ffbc {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:43.133225 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:43.133572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30b19ebd-ee09-4c11-b51b-4e69a7e8ffbc {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:43.134069 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b19ebd-ee09-4c11-b51b-4e69a7e8ffbc'] response: {'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'status': 'completed', 'code': 200} Aug 08 18:57:43.140518 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6167e8d7-3f04-403b-b573-1e418ef7919f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.156320 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['41a84695-ee73-40d7-a468-217ab80e7cfc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:43.178088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6167e8d7-3f04-403b-b573-1e418ef7919f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.220899 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-deb85060-18e8-4eef-aa76-2d2044c53315 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1550239232&fields=id&tenant_id=7b1b8d7f00234c7285f2acdfee266001 HTTP/1.1" status: 200 len: 267 time: 0.0365343 Aug 08 18:57:43.236381 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-984ad596-a5f3-41f1-b779-4a27b5ee9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.237858 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-984ad596-a5f3-41f1-b779-4a27b5ee9c26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0744858 Aug 08 18:57:43.303076 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:57:43.318424 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:43.318788 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.335698 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-dcebf725-6c59-4afb-8bed-833135a63864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.337216 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-dcebf725-6c59-4afb-8bed-833135a63864 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 916 time: 0.0912845 Aug 08 18:57:43.338116 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-0fbc397f-efdc-4208-8a36-0f609e56b6fb tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.339605 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-0fbc397f-efdc-4208-8a36-0f609e56b6fb tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 810 time: 0.1092641 Aug 08 18:57:43.357844 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-be344672-352b-4529-b293-6b8892ab2d41 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/quotas/7b1b8d7f00234c7285f2acdfee266001 HTTP/1.1" status: 200 len: 375 time: 0.0099537 Aug 08 18:57:43.462604 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:43.463027 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.491055 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:43.493384 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7690876-6166-48ed-9c2f-6c7ef39fe85c" -d '{"events": [{"server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "name": "network-vif-plugged", "status": "completed", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:43.508885 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:43.536334 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5ec038-ae04-486d-a964-21ead87a7f20 x-openstack-request-id: req-ca5ec038-ae04-486d-a964-21ead87a7f20 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:43.537165 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "name": "network-vif-plugged", "status": "completed", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:43.537553 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca5ec038-ae04-486d-a964-21ead87a7f20 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:43.539325 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5ec038-ae04-486d-a964-21ead87a7f20'] response: {'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'code': 200} Aug 08 18:57:43.607401 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.642385 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6167e8d7-3f04-403b-b573-1e418ef7919f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.645624 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6167e8d7-3f04-403b-b573-1e418ef7919f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:43.646956 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6167e8d7-3f04-403b-b573-1e418ef7919f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "DELETE /v2.0/security-groups/a7d14ffb-ad0d-4f4e-908d-3b6293012004 HTTP/1.1" status: 204 len: 168 time: 0.6008797 Aug 08 18:57:43.661342 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45210) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:43.670364 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:43.692501 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-d91860b0-b263-461b-bc35-14c950901ce7 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3267591 Aug 08 18:57:43.728905 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167e8d7-3f04-403b-b573-1e418ef7919f tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d14ffb-ad0d-4f4e-908d-3b6293012004,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:43.751590 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-9caa6c84-f23d-47e0-9298-bb074760106b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 1000 time: 0.4063890 Aug 08 18:57:43.809582 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6632e-26fc-49e8-b4f2-2e90992bbb21 req-3fff4e92-128f-4854-b7bc-771ee1edb012 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.811101 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-95b6632e-26fc-49e8-b4f2-2e90992bbb21 req-3fff4e92-128f-4854-b7bc-771ee1edb012 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1738670 Aug 08 18:57:43.883835 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-ad7da96c-73c8-4cb8-bbd1-311158c7d422 service neutron] 10.222.0.23 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789498 Aug 08 18:57:43.885241 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-9980a192-16db-4644-b7dc-689c8d3f3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.886700 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-9980a192-16db-4644-b7dc-689c8d3f3861 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 200 len: 854 time: 0.1275103 Aug 08 18:57:43.916265 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9b750-291b-4928-bfb1-2b9890d326e4 req-3dc9c024-ccaf-4e85-bc38-92eae36d6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.917829 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e7c9b750-291b-4928-bfb1-2b9890d326e4 req-3dc9c024-ccaf-4e85-bc38-92eae36d6a8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 1099 time: 0.0686424 Aug 08 18:57:43.928284 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-95b6632e-26fc-49e8-b4f2-2e90992bbb21 req-1e77f1f0-8f03-45ad-852c-a0148dff5900 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/security-groups?id=d78cae15-eaa9-48e7-b689-e43a5becbc6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883760 Aug 08 18:57:43.976959 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-a3c0a5d4-0732-479f-8d69-aa73178f6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:43.978563 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-a3c0a5d4-0732-479f-8d69-aa73178f6ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5396244c-a3da-47ca-8e09-94c97ba0a9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825617 Aug 08 18:57:43.991304 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Deleting port 88879f81-a578-4df6-b832-aa4d1fc73d6c {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:43.991527 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e7c9b750-291b-4928-bfb1-2b9890d326e4 req-29e1f32b-245b-4714-9e3e-737ae2e11499 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635138 Aug 08 18:57:43.991648 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.005758 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-e0974681-5b0a-4e57-925a-997b333138c6 service neutron] 10.222.0.23 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144357 Aug 08 18:57:44.163927 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec7379-7b75-47e5-8fd7-3187d2489f59 req-e2bb9c28-3bfa-4222-8d55-2ec5c027ce94 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:44.165476 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-89ec7379-7b75-47e5-8fd7-3187d2489f59 req-e2bb9c28-3bfa-4222-8d55-2ec5c027ce94 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 946 time: 0.1650560 Aug 08 18:57:44.199177 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.199497 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.214285 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-44ae481f-30d8-43bc-b802-24e0bfcd52b4 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264011 Aug 08 18:57:44.220234 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3e5cccfa-9bc0-41e7-85f0-d4e65adf7fa1 req-f3f611c4-127f-4c7a-939c-33d1f339f093 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 210 time: 0.0327737 Aug 08 18:57:44.221780 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Calling delete_port for 88879f81-a578-4df6-b832-aa4d1fc73d6c owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:44.293982 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-89ec7379-7b75-47e5-8fd7-3187d2489f59 req-1b0ff627-5115-418e-968c-faa376ef83bc tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191711 Aug 08 18:57:44.426752 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ed6fb93-52bd-45cc-b775-4067235f2f28 req-83e389ee-65bd-44e4-846f-96ffa8232035 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961322 Aug 08 18:57:44.478290 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-c318ed95-d84a-43ca-a3cf-0a6a49899cd9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:44.479823 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-c318ed95-d84a-43ca-a3cf-0a6a49899cd9 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0599833 Aug 08 18:57:44.560224 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.573006 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Deleting port f7c96545-54e8-4794-9296-e7822688ca03 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:44.573353 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.590880 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event deleted for resources: {'Port': ['ID=88879f81-a578-4df6-b832-aa4d1fc73d6c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:44.658630 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.658630 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Floating IP 3e2573c1-564b-4afd-8654-16a072e20b9b disassociated (deleted). External IP: 172.27.3.12, port: 41a84695-ee73-40d7-a468-217ab80e7cfc. Aug 08 18:57:44.672224 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] For port f7c96545-54e8-4794-9296-e7822688ca03, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f7c96545-54e8-4794-9296-e7822688ca03,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:44.672593 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.685236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Calling delete_port for f7c96545-54e8-4794-9296-e7822688ca03 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:44.875714 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Router e5f6fc67-80a1-4807-b3d4-c2a05e242389 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:44.892442 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.904061 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['f7c96545-54e8-4794-9296-e7822688ca03'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:44.925014 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Pushing event deleted for resources: {'Port': ['ID=f7c96545-54e8-4794-9296-e7822688ca03,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:44.969250 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] No DVR routers for this DVR port f7c96545-54e8-4794-9296-e7822688ca03 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:44.971958 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:44.976025 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6433ac4c-20c3-4bc4-bbda-2691b001700c req-ae162ed8-489e-48a2-b427-a4f9285efa89 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.30 "DELETE /v2.0/ports/f7c96545-54e8-4794-9296-e7822688ca03 HTTP/1.1" status: 204 len: 173 time: 0.4900196 Aug 08 18:57:45.003581 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:45.009990 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:45.014832 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] Sync routers for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:45.025584 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:45.029098 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:45.054134 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f34f96fd-2623-46d6-8f14-1df408090c92 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "DELETE /v2.0/floatingips/3e2573c1-564b-4afd-8654-16a072e20b9b HTTP/1.1" status: 204 len: 168 time: 1.3857455 Aug 08 18:57:45.055611 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:45.058531 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66f5785-6a31-4bb7-8dd5-54e1a8441312" -d '{"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:45.080109 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b95d584f-80f8-4422-9dbc-2c1d637d5f82 req-95f0243d-4c93-4f6e-a295-43b2870556c5 tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0329657 Aug 08 18:57:45.135003 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'name': 'network-vif-deleted', 'tag': 'f7c96545-54e8-4794-9296-e7822688ca03'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:45.135548 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:45.138537 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900adfd3-72d9-4d1c-adfe-fb8a6a9623ad" -d '{"events": [{"server_uuid": "f8b6208d-fc03-4c48-ab84-2f100827cfc0", "name": "network-vif-deleted", "tag": "f7c96545-54e8-4794-9296-e7822688ca03"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:45.143573 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0e5fd-0db0-44d5-a7bb-8f222b8c8f49 x-openstack-request-id: req-95c0e5fd-0db0-44d5-a7bb-8f222b8c8f49 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:45.144132 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:45.144604 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95c0e5fd-0db0-44d5-a7bb-8f222b8c8f49 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:45.145777 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c0e5fd-0db0-44d5-a7bb-8f222b8c8f49'] response: {'name': 'network-changed', 'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'status': 'completed', 'code': 200} Aug 08 18:57:45.193869 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1375973-b6b7-4880-80af-f25264c20bac x-openstack-request-id: req-b1375973-b6b7-4880-80af-f25264c20bac {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:45.194218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b6208d-fc03-4c48-ab84-2f100827cfc0", "name": "network-vif-deleted", "tag": "f7c96545-54e8-4794-9296-e7822688ca03", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:45.194447 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1375973-b6b7-4880-80af-f25264c20bac {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:45.194839 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1375973-b6b7-4880-80af-f25264c20bac'] response: {'server_uuid': 'f8b6208d-fc03-4c48-ab84-2f100827cfc0', 'name': 'network-vif-deleted', 'tag': 'f7c96545-54e8-4794-9296-e7822688ca03', 'status': 'completed', 'code': 200} Aug 08 18:57:45.233324 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-bd7b3f87-2572-4e1e-832e-14c79c993eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:45.235024 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-bd7b3f87-2572-4e1e-832e-14c79c993eda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0529168 Aug 08 18:57:45.374286 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:45.403906 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9278291c-8d64-44a1-86d9-81421065fb25 req-75ca3a92-cbf3-4d41-8246-969c7777be03 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 210 time: 0.0512908 Aug 08 18:57:45.409523 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] Checking router: e5f6fc67-80a1-4807-b3d4-c2a05e242389 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:45.420305 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:45.421186 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:45.443967 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-6cdf9872-76bd-4c0a-b209-a8134b044493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:45.445976 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-6cdf9872-76bd-4c0a-b209-a8134b044493 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 200 len: 916 time: 0.2042139 Aug 08 18:57:45.533651 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-97e85338-08ad-44e0-94e9-8159fc2ecbee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 200 len: 217 time: 0.0803449 Aug 08 18:57:45.548383 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:45.613505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-b93f1515-bdbf-4e00-bc17-e9e4c3f647da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:45.616044 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-b93f1515-bdbf-4e00-bc17-e9e4c3f647da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 200 len: 854 time: 0.0604124 Aug 08 18:57:45.632628 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e124d5-0372-4895-a972-2fe502956d57 req-179d1c24-4d3d-4ba9-8ced-877539651a01 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:45.634317 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-65e124d5-0372-4895-a972-2fe502956d57 req-179d1c24-4d3d-4ba9-8ced-877539651a01 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 946 time: 0.1098814 Aug 08 18:57:45.705385 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-79bea89f-a5eb-4c51-8480-ce2c76073c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:45.706923 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-79bea89f-a5eb-4c51-8480-ce2c76073c31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5396244c-a3da-47ca-8e09-94c97ba0a9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715978 Aug 08 18:57:45.709854 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-65e124d5-0372-4895-a972-2fe502956d57 req-e4868919-855f-487d-b2f1-67be8a9ca628 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647428 Aug 08 18:57:45.830908 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-79a34376-4de6-4256-bf6a-dc49d98bef79 service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095133 Aug 08 18:57:45.848952 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:45.850195 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5403-f5da-4008-8201-40b1f54aa702 req-404603be-c50d-4546-b7de-028c6e574f8c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:45.855290 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6bba5403-f5da-4008-8201-40b1f54aa702 req-404603be-c50d-4546-b7de-028c6e574f8c tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 946 time: 0.0633831 Aug 08 18:57:45.861758 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45248) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:45.867102 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Request body: {'floatingip': {'port_id': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:45.876516 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb19dfa-7b24-47c7-abbc-5047f42b8e32 None None] The sync data for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi is: [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:54:31Z', 'revision_number': 4, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd0a37cc0-8ca0-4630-9cdd-9662b7222ec2', 'name': '', 'network_id': '5396244c-a3da-47ca-8e09-94c97ba0a9da', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'mac_address': 'fa:16:3e:f4:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:31Z', 'updated_at': '2022-08-08T18:54:37Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'subnets': [{'id': 'b658faaa-f68d-4be1-af79-5a90dac46129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:45.913713 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:45.946573 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a66f5785-6a31-4bb7-8dd5-54e1a8441312 req-c8d7f280-e88b-42c0-b624-4ac1e92677ce service neutron] 10.222.0.30 "GET /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055539 Aug 08 18:57:46.164069 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54edb2a-73ec-4903-b3b6-7f0d622bad49 None None] New status for floating IP 3e2573c1-564b-4afd-8654-16a072e20b9b: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:57:46.205338 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aa4f869d-22ab-409e-bb7d-80c29e065668 req-82ca3ea2-d1ca-4029-863b-5efea3cdbf4f tempest-ServerRescueNegativeTestJSON-228491181 tempest-ServerRescueNegativeTestJSON-228491181-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b6208d-fc03-4c48-ab84-2f100827cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0350161 Aug 08 18:57:46.399323 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:46.498652 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ffea0064-854c-4cff-978e-87420bcd1b28 req-cf5b70d6-2e74-473b-b381-c3574d9240e9 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Aug 08 18:57:46.501609 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:46.604139 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-41ef83e1-eb39-40d7-ad34-1ca96e5506f0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:46.605711 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-41ef83e1-eb39-40d7-ad34-1ca96e5506f0 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 810 time: 0.1125281 Aug 08 18:57:46.607707 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 357011a5-4893-41ee-a0f7-6715ce127713 associated. External IP: 172.27.3.157, port: 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e. Aug 08 18:57:46.662283 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-9fce6e59-9fd7-48fc-b501-8aa9aa83e28d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b1b8d7f00234c7285f2acdfee266001 HTTP/1.1" status: 200 len: 380 time: 0.0421789 Aug 08 18:57:46.671758 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'port': {'device_id': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'admin_state_up': True, 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'security_groups': ['98abedef-32f9-4738-b813-21912de40300']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:46.830161 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:46.841220 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Made reservation on behalf of 7b1b8d7f00234c7285f2acdfee266001 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:57:46.845027 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:46.995478 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Allocated IP 172.20.0.10 (2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf/22b38cb0-5f09-4bed-a21e-a7ffddae6ca4/18a18352-0d13-40f1-90e1-1b18f2450c65) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:47.094865 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f7c96545-54e8-4794-9296-e7822688ca03 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:47.121814 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: f7c96545-54e8-4794-9296-e7822688ca03 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:47.122298 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f7c96545-54e8-4794-9296-e7822688ca03 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:47.140236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:47.198659 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:47.203323 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:47.209996 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:47.219854 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:47.220523 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:47.233189 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1a616c8c-f7a8-4f05-8b9a-0ed17f905f95 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "PUT /v2.0/floatingips/357011a5-4893-41ee-a0f7-6715ce127713 HTTP/1.1" status: 200 len: 992 time: 1.3680859 Aug 08 18:57:47.233189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:47.234377 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d969b16c-e229-4f82-9446-f40b6db7eefd" -d '{"events": [{"name": "network-changed", "server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:47.258573 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:47.269415 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45274) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:47.300527 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99345165-e50a-4784-aa0e-fb3a2bf5228f x-openstack-request-id: req-99345165-e50a-4784-aa0e-fb3a2bf5228f {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:47.300527 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:47.300527 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99345165-e50a-4784-aa0e-fb3a2bf5228f {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:47.300527 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99345165-e50a-4784-aa0e-fb3a2bf5228f'] response: {'name': 'network-changed', 'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'status': 'completed', 'code': 200} Aug 08 18:57:47.323976 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:47.329141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:47.333823 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:47.355982 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:47.364726 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event updated for resources: {'Port': ['ID=18a18352-0d13-40f1-90e1-1b18f2450c65,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:47.391538 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-0a8f7613-de75-4443-b7cb-452973ee117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:47.393101 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-0a8f7613-de75-4443-b7cb-452973ee117b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c354749a136048b08745a4b9247e917c&device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 1099 time: 0.0823529 Aug 08 18:57:47.397068 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:47.397924 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:47.484123 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-505ead51-2b77-4c46-8035-4e157216ae61 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8157692 Aug 08 18:57:47.497857 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Request body: {'port': {'device_id': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:47.582248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-dd7c4fdb-3b50-4ddc-9355-b2478d1b3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:47.584431 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-dd7c4fdb-3b50-4ddc-9355-b2478d1b3dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 200 len: 915 time: 0.1807010 Aug 08 18:57:47.596777 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:47.621596 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '357011a5-4893-41ee-a0f7-6715ce127713', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:8f:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:57:34Z', 'updated_at': '2022-08-08T18:57:46Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:47.650078 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:47.658922 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:47.659782 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:47.659962 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-4417083e-122d-40e3-a51b-65df8a39569c None None] Provisioning complete for port 18a18352-0d13-40f1-90e1-1b18f2450c65 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:47.660477 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4417083e-122d-40e3-a51b-65df8a39569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:47.697148 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-ce622b68-7127-43bb-8cca-9ea3c410585e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e HTTP/1.1" status: 200 len: 1000 time: 0.1061490 Aug 08 18:57:47.728740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-4417083e-122d-40e3-a51b-65df8a39569c None None] Port 18a18352-0d13-40f1-90e1-1b18f2450c65 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:57:47.772141 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:47.793690 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-70c7f82f-fbe3-4ef4-a7ff-32c96478d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:47.795195 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-70c7f82f-fbe3-4ef4-a7ff-32c96478d97b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 200 len: 853 time: 0.0904865 Aug 08 18:57:47.800005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71c11-c237-4e29-b452-0c49fbe29a54 req-da0e10df-5f47-4a32-9f35-2e7f2987c46e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:47.802065 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5cb71c11-c237-4e29-b452-0c49fbe29a54 req-da0e10df-5f47-4a32-9f35-2e7f2987c46e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 932 time: 0.1252370 Aug 08 18:57:47.885444 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5cb71c11-c237-4e29-b452-0c49fbe29a54 req-55da973b-1b6a-4e9c-8da3-d75b30086dfd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738890 Aug 08 18:57:47.888259 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-3067976e-e39f-4152-8fcd-cc652e795dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:47.889734 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-3067976e-e39f-4152-8fcd-cc652e795dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf643ee-79c6-4535-99f5-34bd9b4b7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770154 Aug 08 18:57:48.011922 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '357011a5-4893-41ee-a0f7-6715ce127713', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:8f:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:57:34Z', 'updated_at': '2022-08-08T18:57:46Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:48.032716 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a18352-0d13-40f1-90e1-1b18f2450c65 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:57:48.040521 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-9a30e0ab-af2c-41ee-a716-f8c80b2f3990 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441443 Aug 08 18:57:48.041237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.046543 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88feee4a-78f3-44a3-bce3-85115514eb54 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '357011a5-4893-41ee-a0f7-6715ce127713', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'port_id': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'mac_address': 'fa:16:3e:8f:7a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:57:34Z', 'updated_at': '2022-08-08T18:57:46Z', 'revision_number': 1, 'project_id': 'c354749a136048b08745a4b9247e917c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:48.057436 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Transition to ACTIVE for port object 18a18352-0d13-40f1-90e1-1b18f2450c65 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:57:48.138378 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.152591 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.206014 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Pushing event updated for resources: {'Port': ['ID=18a18352-0d13-40f1-90e1-1b18f2450c65,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:48.237870 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d969b16c-e229-4f82-9446-f40b6db7eefd req-1b7a7433-0352-4888-809d-eaa25336cdde service neutron] 10.222.0.30 "GET /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832936 Aug 08 18:57:48.260993 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Attempting to bind port 18a18352-0d13-40f1-90e1-1b18f2450c65 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:57:48.262648 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Attempting to bind port 18a18352-0d13-40f1-90e1-1b18f2450c65 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:57:48.262648 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Attempting to bind port 18a18352-0d13-40f1-90e1-1b18f2450c65 on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:57:48.266347 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Port 18a18352-0d13-40f1-90e1-1b18f2450c65 on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:57:48.266667 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Attempting to bind port 18a18352-0d13-40f1-90e1-1b18f2450c65 on network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:57:48.272508 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:57:48.272846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Checking segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:57:48.273258 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Bound using segment: {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:57:48.273895 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Bound port: 18a18352-0d13-40f1-90e1-1b18f2450c65, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfa106-f4dc-4370-a070-d778677ca173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:57:48.274040 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.317980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2b3c9-1810-431e-9b21-a02b36c9aecb None None] New status for floating IP 357011a5-4893-41ee-a0f7-6715ce127713: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:57:48.351156 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] For port 18a18352-0d13-40f1-90e1-1b18f2450c65, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:57:48.355477 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] For port 18a18352-0d13-40f1-90e1-1b18f2450c65, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=18a18352-0d13-40f1-90e1-1b18f2450c65,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:57:48.461648 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Deleting port c2221781-ab7c-411b-bc55-8fa562f07cde {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:48.461992 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.467535 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.485560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:48.486451 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.488629 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] 10.222.0.30 "PUT /v2.0/ports/18a18352-0d13-40f1-90e1-1b18f2450c65 HTTP/1.1" status: 200 len: 1094 time: 0.9967415 Aug 08 18:57:48.489362 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:48.493286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eb9377-832c-48c0-9212-e41fbe1c13e0" -d '{"events": [{"name": "network-changed", "server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:48.548938 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d66e074-eb57-457e-a662-76f3e40682f4 x-openstack-request-id: req-4d66e074-eb57-457e-a662-76f3e40682f4 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:48.549238 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:48.549486 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d66e074-eb57-457e-a662-76f3e40682f4 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:48.549876 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d66e074-eb57-457e-a662-76f3e40682f4'] response: {'name': 'network-changed', 'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'status': 'completed', 'code': 200} Aug 08 18:57:48.550424 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] For port c2221781-ab7c-411b-bc55-8fa562f07cde, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c2221781-ab7c-411b-bc55-8fa562f07cde,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:48.551591 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.570893 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Calling delete_port for c2221781-ab7c-411b-bc55-8fa562f07cde owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:48.606805 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445cc72-fd91-4b0a-9865-ff6855f90845 service neutron] Pushing event updated for resources: {'Port': ['ID=18a18352-0d13-40f1-90e1-1b18f2450c65,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:48.624236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed1204-5a73-48f2-996b-bfe3b72f7a06 req-920bde6e-ddee-403a-a157-b68eed87f5ca tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:48.625718 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5aed1204-5a73-48f2-996b-bfe3b72f7a06 req-920bde6e-ddee-403a-a157-b68eed87f5ca tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.1609435 Aug 08 18:57:48.631879 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb9377-832c-48c0-9212-e41fbe1c13e0 req-3a1f2eb2-6f01-46b6-bdc4-4fccb03c1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:48.633277 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f0eb9377-832c-48c0-9212-e41fbe1c13e0 req-3a1f2eb2-6f01-46b6-bdc4-4fccb03c1584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0758774 Aug 08 18:57:48.693784 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5aed1204-5a73-48f2-996b-bfe3b72f7a06 req-1a4110a5-5488-4bab-be87-14006ef8c07d tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595319 Aug 08 18:57:48.759034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb9377-832c-48c0-9212-e41fbe1c13e0 req-e6cc71bf-ec2a-4721-a66e-5f5a0bcf4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:48.760492 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f0eb9377-832c-48c0-9212-e41fbe1c13e0 req-e6cc71bf-ec2a-4721-a66e-5f5a0bcf4f6e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b1b8d7f00234c7285f2acdfee266001&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1132586 Aug 08 18:57:48.817651 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:48.843175 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2221781-ab7c-411b-bc55-8fa562f07cde,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:48.864920 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb9377-832c-48c0-9212-e41fbe1c13e0 req-dd689c7a-fb93-4f2e-aa5e-05d64bed099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:48.866466 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f0eb9377-832c-48c0-9212-e41fbe1c13e0 req-dd689c7a-fb93-4f2e-aa5e-05d64bed099b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989301 Aug 08 18:57:48.951175 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-f63ff68b-3657-4ddc-967d-61337a4a31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:48.952744 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-f63ff68b-3657-4ddc-967d-61337a4a31a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0481761 Aug 08 18:57:49.009927 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-d0fee563-19cb-47d9-aa68-486919d45e0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a18352-0d13-40f1-90e1-1b18f2450c65 HTTP/1.1" status: 200 len: 217 time: 0.0480464 Aug 08 18:57:49.037805 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:49.056096 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9fa0-dd28-47c1-b196-0b317ff2c4a7 req-07a39931-09f0-476c-b098-71cfd23a6c49 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:49.057551 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7e8e9fa0-dd28-47c1-b196-0b317ff2c4a7 req-07a39931-09f0-476c-b098-71cfd23a6c49 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 944 time: 0.0670149 Aug 08 18:57:49.062768 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-54db66a0-a977-45c1-9fe7-1d2ff42b7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:49.064327 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-54db66a0-a977-45c1-9fe7-1d2ff42b7156 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 200 len: 849 time: 0.0470817 Aug 08 18:57:49.110190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-e4e236a1-7ca3-4e0f-a481-ec6b59c1d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:49.111746 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-e4e236a1-7ca3-4e0f-a481-ec6b59c1d5d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392041 Aug 08 18:57:49.168576 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7e8e9fa0-dd28-47c1-b196-0b317ff2c4a7 req-320bd113-88f7-4d26-9e92-b8a0632d6016 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741110 Aug 08 18:57:49.206471 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-30df3ee2-6605-4989-a10e-b4b03f8465b8 service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863626 Aug 08 18:57:49.288796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:49.294550 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6a7a61f2-07ca-43d0-8ea7-8919a62d9889 req-00dff408-ea8b-4ec1-826f-e143961afd57 service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812130 Aug 08 18:57:49.394020 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:49.399756 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-caee8b08-9e43-4c9a-ac24-2f0beca73280 admin admin] 10.222.0.23 "PUT /v2.0/routers/9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1286914 Aug 08 18:57:49.402190 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45290) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:49.404751 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] Sync routers for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:49.415616 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:49.416221 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:49.505426 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:49.521154 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:49.607276 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:49.693535 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:57:48Z', 'revision_number': 5, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port': {'id': '346ef1a3-6516-4f45-985c-a34af7cae72d', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:49.723573 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] Checking router: 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:49.732247 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] Routers {'9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:49.732861 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:49.734829 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Deleting port 346ef1a3-6516-4f45-985c-a34af7cae72d {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:49.735213 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:49.822420 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] For port 346ef1a3-6516-4f45-985c-a34af7cae72d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=346ef1a3-6516-4f45-985c-a34af7cae72d,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:49.823095 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f979083-b00b-44c9-a9e3-94a99c860eeb req-a6691184-73b8-4bbc-8889-fe0dfa3df1dc tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:49.823337 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:49.825826 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3f979083-b00b-44c9-a9e3-94a99c860eeb req-a6691184-73b8-4bbc-8889-fe0dfa3df1dc tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0547249 Aug 08 18:57:49.843340 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Calling delete_port for 346ef1a3-6516-4f45-985c-a34af7cae72d owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:49.865364 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3f979083-b00b-44c9-a9e3-94a99c860eeb req-14165c1d-dca9-407f-8cdd-27b8899582e6 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17fa34f-6506-481e-9944-7f2ac8d4dd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Aug 08 18:57:49.909177 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] Set router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 gateway port host: None {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:49.959223 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:57:49Z', 'revision_number': 6, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:49.989344 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa47ec-6ce5-468c-be8b-07c83ffdcbbc None None] The sync data for ids ['9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0'] in dv-cinder-852456-1-iscsi is: [{'id': '9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1347441502-router', 'tenant_id': '633e8d1d174949d695c2ed1f0146594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:29Z', 'updated_at': '2022-08-08T18:57:49Z', 'revision_number': 6, 'project_id': '633e8d1d174949d695c2ed1f0146594b', 'gw_port_host': None}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:50.098045 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.124620 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Pushing event deleted for resources: {'Port': ['ID=346ef1a3-6516-4f45-985c-a34af7cae72d,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:50.187848 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.241502 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-e64fc591-259b-4b5c-ad73-03eac27f37cd tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:50.243153 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-e64fc591-259b-4b5c-ad73-03eac27f37cd tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.30 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 945 time: 0.0572417 Aug 08 18:57:50.278509 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.288038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.338618 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Deleting port 41a84695-ee73-40d7-a468-217ab80e7cfc {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:50.339340 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.359593 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ea5ea-6242-4561-938b-d6df37641219 req-281ae6b3-f34b-458c-a9f5-5cc6ceb425c1 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:50.361262 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b05ea5ea-6242-4561-938b-d6df37641219 req-281ae6b3-f34b-458c-a9f5-5cc6ceb425c1 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 944 time: 0.0850985 Aug 08 18:57:50.402694 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b05ea5ea-6242-4561-938b-d6df37641219 req-4cb43337-df14-4562-af3a-7f856cd1e6d7 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Aug 08 18:57:50.432153 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.432727 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 18:57:50.437192 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.438471 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c1c43d16-36a5-486d-8d0b-56b2ce632443 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9e6f0a35-d0ca-40f4-96d7-cbba5b6102f0 HTTP/1.1" status: 204 len: 168 time: 1.0352159 Aug 08 18:57:50.441194 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45296) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:50.488565 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] For port 41a84695-ee73-40d7-a468-217ab80e7cfc, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=41a84695-ee73-40d7-a468-217ab80e7cfc,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:50.489592 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.512245 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_v2 [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Deleting subnet 682a9a19-c7d0-4042-86ff-b886e4d8d759 {{(pid=109560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:57:50.516134 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Calling delete_port for 41a84695-ee73-40d7-a468-217ab80e7cfc owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:50.520527 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.591987 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16550840'] for subnet, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.715088 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.860311 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c2221781-ab7c-411b-bc55-8fa562f07cde no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:50.874152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.887794 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['41a84695-ee73-40d7-a468-217ab80e7cfc'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:50.890399 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: c2221781-ab7c-411b-bc55-8fa562f07cde {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:50.890707 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c2221781-ab7c-411b-bc55-8fa562f07cde not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:50.904887 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16754075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13211971'] for subnet, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.911767 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Pushing event deleted for resources: {'Port': ['ID=41a84695-ee73-40d7-a468-217ab80e7cfc,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:50.956520 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682a9a19-c7d0-4042-86ff-b886e4d8d759,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:50.966480 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:50.972602 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-21449a3e-0b87-4f65-967a-43eaafeb63be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/682a9a19-c7d0-4042-86ff-b886e4d8d759 HTTP/1.1" status: 204 len: 168 time: 0.5267806 Aug 08 18:57:50.972700 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89efe8-178e-40bb-bfe8-4c4d276c89dd None None] Network 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:57:50.972784 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45300) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:50.993385 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] No DVR routers for this DVR port 41a84695-ee73-40d7-a468-217ab80e7cfc on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:51.011852 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.011852 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1dddf33d-1ed9-457b-a9c8-10a02e3b5a04 req-416a9ff6-3461-4c28-90bf-0155da7f99da tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.30 "DELETE /v2.0/ports/41a84695-ee73-40d7-a468-217ab80e7cfc HTTP/1.1" status: 204 len: 173 time: 0.7618666 Aug 08 18:57:51.011852 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'name': 'network-vif-deleted', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:51.013592 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377baef4-1f07-450b-a433-93941de0319e" -d '{"events": [{"server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "name": "network-vif-deleted", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:51.018254 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-90aea45e-d284-4b5e-8304-8cdc6315c768 req-d9feb7c7-db6e-4f3e-8f53-e1a4ca920eb4 tempest-TestMinimumBasicScenario-456460028 tempest-TestMinimumBasicScenario-456460028-project] 10.222.0.23 "GET /v2.0/ports?device_id=93c9ef02-281a-459b-8d83-ef8cc4bd2fb7 HTTP/1.1" status: 200 len: 210 time: 0.0587935 Aug 08 18:57:51.057914 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ab8418-ef06-4d25-890d-0626ce803850 x-openstack-request-id: req-c1ab8418-ef06-4d25-890d-0626ce803850 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:51.058281 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c9ef02-281a-459b-8d83-ef8cc4bd2fb7", "name": "network-vif-deleted", "tag": "41a84695-ee73-40d7-a468-217ab80e7cfc", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:51.058625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1ab8418-ef06-4d25-890d-0626ce803850 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:51.059189 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ab8418-ef06-4d25-890d-0626ce803850'] response: {'server_uuid': '93c9ef02-281a-459b-8d83-ef8cc4bd2fb7', 'name': 'network-vif-deleted', 'tag': '41a84695-ee73-40d7-a468-217ab80e7cfc', 'status': 'completed', 'code': 200} Aug 08 18:57:51.068351 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.130646 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Deleting port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:51.131012 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.140846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 18a18352-0d13-40f1-90e1-1b18f2450c65 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:57:51.203222 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] For port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,segment=NetworkSegment(74c28e4c-9678-420e-8362-c99cc6ea7d33),segment_id=74c28e4c-9678-420e-8362-c99cc6ea7d33)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:51.214466 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.222038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Calling delete_port for c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:51.240450 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] DHCP port deletion for 1a1bdd53-0e08-4707-b727-afe4e73ebcf9 request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 18:57:51.301550 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 18a18352-0d13-40f1-90e1-1b18f2450c65, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=18a18352-0d13-40f1-90e1-1b18f2450c65,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:51.310024 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'port_id': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'mac_address': 'fa:16:3e:a4:88:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:57:51.371245 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.403192 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Pushing event deleted for resources: {'Port': ['ID=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:51.403454 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] No DVR routers for this DVR port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:51.483581 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Deleting port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:51.483862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.491072 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.501470 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 18a18352-0d13-40f1-90e1-1b18f2450c65 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:51.501864 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.517571 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1bdd53-0e08-4707-b727-afe4e73ebcf9']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:51.527096 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a18352-0d13-40f1-90e1-1b18f2450c65 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:57:51.529793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c28e4c-9678-420e-8362-c99cc6ea7d33') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:51.530099 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c28e4c-9678-420e-8362-c99cc6ea7d33') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:51.541619 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.543275 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bae45-4e8b-4c0d-8416-d053603d5fdd req-f431e30c-a70a-40c9-bdc5-45d79ef4ca6b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:51.544905 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-601bae45-4e8b-4c0d-8416-d053603d5fdd req-f431e30c-a70a-40c9-bdc5-45d79ef4ca6b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 944 time: 0.0626452 Aug 08 18:57:51.559380 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.565938 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:57:51.566391 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.580786 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] For port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076, host dv-cinder-852456-1-iscsi, got binding levels [] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:51.580786 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.584046 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 18a18352-0d13-40f1-90e1-1b18f2450c65, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=18a18352-0d13-40f1-90e1-1b18f2450c65,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:51.597807 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Calling delete_port for c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:51.600630 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.ipam_backend_mixin [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 was not found and therefore no delete operation was performed {{(pid=109561) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Aug 08 18:57:51.601860 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.602180 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-601bae45-4e8b-4c0d-8416-d053603d5fdd req-993aa458-8d5d-4626-8c1b-898fc90e125b tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461049 Aug 08 18:57:51.606105 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 74c28e4c-9678-420e-8362-c99cc6ea7d33 resource provider aggregate not found Aug 08 18:57:51.626521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] Pushing event deleted for resources: {'Port': ['ID=c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:51.639207 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad577e-84ab-4c28-a5d1-86e14b9c52e7 None None] No DVR routers for this DVR port c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:51.651148 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 74c28e4c-9678-420e-8362-c99cc6ea7d33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74c28e4c-9678-420e-8362-c99cc6ea7d33 found for delete ", "request_id": "req-dc680a37-58d0-4aed-994c-c9d22c5e9a93"}]} Aug 08 18:57:51.669823 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.717478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=18a18352-0d13-40f1-90e1-1b18f2450c65,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:51.737050 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.745928 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:51.747277 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a1bdd53-0e08-4707-b727-afe4e73ebcf9 HTTP/1.1" status: 204 len: 168 time: 0.7740166 Aug 08 18:57:51.758294 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9d4f2-621c-4c60-8a80-f57c7ec9240e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1bdd53-0e08-4707-b727-afe4e73ebcf9,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:51.899174 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['18a18352-0d13-40f1-90e1-1b18f2450c65'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:57:52.081425 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45314) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:52.122677 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a5440802-0efe-423c-ab1a-e78222e6e68a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=633e8d1d174949d695c2ed1f0146594b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399728 Aug 08 18:57:52.125450 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45318) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:52.183743 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-291a8ad0-b077-4d1e-ace3-500f32f2dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:52.205996 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-291a8ad0-b077-4d1e-ace3-500f32f2dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:52.292263 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-291a8ad0-b077-4d1e-ace3-500f32f2dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:52.295026 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-291a8ad0-b077-4d1e-ace3-500f32f2dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:52.296266 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-291a8ad0-b077-4d1e-ace3-500f32f2dad3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d78cae15-eaa9-48e7-b689-e43a5becbc6f HTTP/1.1" status: 204 len: 168 time: 0.1698608 Aug 08 18:57:52.305134 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a8ad0-b077-4d1e-ace3-500f32f2dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78cae15-eaa9-48e7-b689-e43a5becbc6f,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:52.482144 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:52.501568 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:52.501985 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c09fe8c5-4fd1-4f7a-b16f-5eed9a02b076 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:52.502316 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 346ef1a3-6516-4f45-985c-a34af7cae72d no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:52.522689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 346ef1a3-6516-4f45-985c-a34af7cae72d {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:52.523060 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 346ef1a3-6516-4f45-985c-a34af7cae72d not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:52.986233 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f748a3e-6da0-4689-9e52-e7291a181c38 req-15d4f3f5-f784-4f41-aa8d-5e900cda0d52 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:52.987734 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4f748a3e-6da0-4689-9e52-e7291a181c38 req-15d4f3f5-f784-4f41-aa8d-5e900cda0d52 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 945 time: 0.3100722 Aug 08 18:57:53.024324 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4f748a3e-6da0-4689-9e52-e7291a181c38 req-a80966ad-afba-4012-934f-89526838803a tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301476 Aug 08 18:57:53.154126 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 18a18352-0d13-40f1-90e1-1b18f2450c65 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:57:53.315056 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 18a18352-0d13-40f1-90e1-1b18f2450c65 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:57:53.319285 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 18a18352-0d13-40f1-90e1-1b18f2450c65 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:53.319666 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.363381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45384) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:53.400720 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 18a18352-0d13-40f1-90e1-1b18f2450c65 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:53.401110 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.426868 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:53.429304 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf28bc5-4b9d-4436-bc8d-08ead0d2d06e" -d '{"events": [{"server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "name": "network-vif-plugged", "status": "completed", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:53.445438 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 18a18352-0d13-40f1-90e1-1b18f2450c65, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=18a18352-0d13-40f1-90e1-1b18f2450c65,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:53.472535 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2700333-a16e-43e9-a70e-492f574effac x-openstack-request-id: req-e2700333-a16e-43e9-a70e-492f574effac {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:53.472535 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "name": "network-vif-plugged", "status": "completed", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:53.472535 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2700333-a16e-43e9-a70e-492f574effac {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:53.472535 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2700333-a16e-43e9-a70e-492f574effac'] response: {'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'code': 200} Aug 08 18:57:53.473027 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-958198749-network', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:53.521514 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.522302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 41a84695-ee73-40d7-a468-217ab80e7cfc no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:53.558030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 41a84695-ee73-40d7-a468-217ab80e7cfc {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:53.558374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 41a84695-ee73-40d7-a468-217ab80e7cfc not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:53.572392 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Made reservation on behalf of e8f33b20f04644b7994e53c16bea5f7c for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:57:53.574685 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.583757 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.585846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=18a18352-0d13-40f1-90e1-1b18f2450c65,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:53.673882 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.760813 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.790110 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45392) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:53.794417 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:57:53.822411 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b9ecf-10a6-45d7-82bc-e2da2976816c,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:53.831416 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.831770 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Added segment a227275f-3881-43a6-88d1-d02ebedc6258 of type vlan for network f2a62c80-acce-4a40-a9d0-14b70ea22c5c Aug 08 18:57:53.869581 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57320-302e-4284-8758-ebf3b842ea6b req-809d47b2-aed7-4c97-8d03-cfda74fd857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:53.871019 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64f57320-302e-4284-8758-ebf3b842ea6b req-809d47b2-aed7-4c97-8d03-cfda74fd857e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 1099 time: 0.1415749 Aug 08 18:57:53.885855 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.923590 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64f57320-302e-4284-8758-ebf3b842ea6b req-c81c925c-aaa6-43b9-8ae7-51f8ec3d06ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452383 Aug 08 18:57:53.972638 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:53.973740 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:53.974318 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.035942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a62c80-acce-4a40-a9d0-14b70ea22c5c,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:54.046305 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:57:54.066263 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-459e5339-d6cf-475d-b1cf-8d4f4733ac28 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7012677 Aug 08 18:57:54.068168 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45396) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:54.074893 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Request body: {'subnet': {'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-subnet', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:54.169876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b0fed-bcf0-482a-9c4c-96b81e466315 req-9727da1d-0b6e-4fd1-8f48-b4ba7359f650 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:54.171381 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-215b0fed-bcf0-482a-9c4c-96b81e466315 req-9727da1d-0b6e-4fd1-8f48-b4ba7359f650 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.0626576 Aug 08 18:57:54.186196 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.189452 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Made reservation on behalf of e8f33b20f04644b7994e53c16bea5f7c for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:57:54.192706 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13212006'] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.252703 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-215b0fed-bcf0-482a-9c4c-96b81e466315 req-754a3c8c-cbef-43a5-bd12-345ad133b98d tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747344 Aug 08 18:57:54.406680 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16754010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13211976'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.452053 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Deleting port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:54.452572 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.463806 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7878c27b-69c5-49b1-a121-a2775ea8d71c,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:54.472493 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Checking segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:57:54.472849 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Network hostable DHCP agents. Network: f2a62c80-acce-4a40-a9d0-14b70ea22c5c, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:57:54.535119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] For port d0a37cc0-8ca0-4630-9cdd-9662b7222ec2, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:54.536024 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.543840 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:57:54.548873 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Calling delete_port for d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:54.639357 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, f2a62c80-acce-4a40-a9d0-14b70ea22c5c) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:54.643755 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:54.644402 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.649109 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534155c-6211-44ff-bbae-360faa536708 None None] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:57:54.746417 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a2b8131b-46b3-434a-959f-25d45fc26212 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6768749 Aug 08 18:57:54.749146 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45398) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:54.753383 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:54.784088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.793056 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:57:54.794111 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.812796 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.814039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.814628 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a37cc0-8ca0-4630-9cdd-9662b7222ec2,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:54.894226 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:54.947812 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Allocated IP 172.20.0.2 (f2a62c80-acce-4a40-a9d0-14b70ea22c5c/7878c27b-69c5-49b1-a121-a2775ea8d71c/377bb219-03df-4715-b2af-378c16c7323d) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:55.000989 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.124636 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.125932 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.208154 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.247767 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:55.250667 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:55.250796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Router e5f6fc67-80a1-4807-b3d4-c2a05e242389 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:55.254702 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:55.261605 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Pushing event updated for resources: {'Port': ['ID=377bb219-03df-4715-b2af-378c16c7323d,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:55.323476 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Attempting to bind port 377bb219-03df-4715-b2af-378c16c7323d on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:57:55.323849 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Attempting to bind port 377bb219-03df-4715-b2af-378c16c7323d by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:57:55.324210 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Attempting to bind port 377bb219-03df-4715-b2af-378c16c7323d on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:57:55.329701 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:57:55.334108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Checking segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:57:55.334108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.334108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Bound using segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:57:55.334108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Bound port: 377bb219-03df-4715-b2af-378c16c7323d, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:57:55.334108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.346110 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.378697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:55.393759 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0eef7dd3-8143-4664-a659-698a886d8eea admin admin] 10.222.0.23 "PUT /v2.0/routers/e5f6fc67-80a1-4807-b3d4-c2a05e242389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6003692 Aug 08 18:57:55.393924 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] Sync routers for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:55.394231 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45402) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:55.407701 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] For port 377bb219-03df-4715-b2af-378c16c7323d, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:57:55.411565 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] For port 377bb219-03df-4715-b2af-378c16c7323d, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=377bb219-03df-4715-b2af-378c16c7323d,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:57:55.414431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:55.415612 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:55.502283 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.504044 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.561201 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:55.621078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.632879 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339daef-aef1-4894-89e7-9d4e0c5b7cdb None None] Pushing event updated for resources: {'Port': ['ID=377bb219-03df-4715-b2af-378c16c7323d,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:55.752729 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.764048 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdd7e8-118c-4750-bb5a-1e8aa5234c2c req-4a3686e6-fac8-4e13-b31d-5404403f0eae tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:55.766820 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eabdd7e8-118c-4750-bb5a-1e8aa5234c2c req-4a3686e6-fac8-4e13-b31d-5404403f0eae tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.4006798 Aug 08 18:57:55.791812 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.802575 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:57:54Z', 'revision_number': 5, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port': {'id': 'e1af3ea3-c63c-4328-af68-6cd2a115fc4b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:28Z', 'updated_at': '2022-08-08T18:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:55.809500 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Deleting port e1af3ea3-c63c-4328-af68-6cd2a115fc4b {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:55.810036 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.839882 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] Checking router: e5f6fc67-80a1-4807-b3d4-c2a05e242389 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:55.850412 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] Routers {'e5f6fc67-80a1-4807-b3d4-c2a05e242389'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:55.850892 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:55.888106 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eabdd7e8-118c-4750-bb5a-1e8aa5234c2c req-b0e77ece-1377-4689-a672-83d5cf5f14bb tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982766 Aug 08 18:57:55.926670 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] For port e1af3ea3-c63c-4328-af68-6cd2a115fc4b, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:55.927250 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:55.954547 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Calling delete_port for e1af3ea3-c63c-4328-af68-6cd2a115fc4b owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:55.974494 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] Set router e5f6fc67-80a1-4807-b3d4-c2a05e242389 gateway port host: None {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:55.978487 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Allocated IP 172.27.3.164 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/5ea22240-ade2-44b7-83f6-206014f73937) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:56.033493 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:57:55Z', 'revision_number': 6, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:56.063518 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36963af8-7533-473f-a302-e83fbc1143a5 None None] The sync data for ids ['e5f6fc67-80a1-4807-b3d4-c2a05e242389'] in dv-cinder-852456-1-iscsi is: [{'id': 'e5f6fc67-80a1-4807-b3d4-c2a05e242389', 'name': 'tempest-TestMinimumBasicScenario-1385298837-router', 'tenant_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:27Z', 'updated_at': '2022-08-08T18:57:55Z', 'revision_number': 6, 'project_id': 'f7b0b3909092424e8ec98081f1aa6f19', 'gw_port_host': None}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:56.076925 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e644c3-d8d8-46cd-a3b3-b3b8ec4f48c1 req-5fc9c2ee-dc4c-4c3e-ad6c-7af8b0645017 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:56.078498 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-44e644c3-d8d8-46cd-a3b3-b3b8ec4f48c1 req-5fc9c2ee-dc4c-4c3e-ad6c-7af8b0645017 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.0692761 Aug 08 18:57:56.103178 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.104888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45406) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:56.108971 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Request body: {'floatingip': {'port_id': '18a18352-0d13-40f1-90e1-1b18f2450c65'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:57:56.157336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.285353 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.314464 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1af3ea3-c63c-4328-af68-6cd2a115fc4b,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:56.316195 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.378727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:56.381655 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.386246 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:56.412767 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea22240-ade2-44b7-83f6-206014f73937,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:56.419782 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:56.490161 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.496796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.635532 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.636003 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f6fc67-80a1-4807-b3d4-c2a05e242389 {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 18:57:56.640698 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.642720 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2c123403-693e-4e7b-9c0a-94bf2d6eab0a admin admin] 10.222.0.23 "DELETE /v2.0/routers/e5f6fc67-80a1-4807-b3d4-c2a05e242389 HTTP/1.1" status: 204 len: 168 time: 1.2467253 Aug 08 18:57:56.644586 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45408) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:56.687034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de85be-6b1e-4e67-b89c-d75f0ad6bc5d None None] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:57:56.703838 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Deleting subnet b658faaa-f68d-4be1-af79-5a90dac46129 {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:57:56.706993 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.727256 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] Provisioning complete for port 377bb219-03df-4715-b2af-378c16c7323d triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:56.728571 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.743252 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.864374 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.870266 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.952158 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:56.991675 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 377bb219-03df-4715-b2af-378c16c7323d up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:57:57.009096 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.037359 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.078465 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.085336 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b658faaa-f68d-4be1-af79-5a90dac46129 HTTP/1.1" status: 204 len: 168 time: 0.4396718 Aug 08 18:57:57.086213 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad22d2-4115-44b9-af00-e0b4a95065ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b658faaa-f68d-4be1-af79-5a90dac46129,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:57.087866 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45410) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:57.103930 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ea983-bce9-4c04-a4c9-94b77ea53f67 None None] Network 5396244c-a3da-47ca-8e09-94c97ba0a9da requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:57:57.167198 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] Current status of the port 377bb219-03df-4715-b2af-378c16c7323d is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:57.167586 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.199083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.275104 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 377bb219-03df-4715-b2af-378c16c7323d triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:57.275479 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.306086 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Floating IP 4755f66f-1be5-4a14-b102-dcb724bcc5e3 associated. External IP: 172.27.3.174, port: 18a18352-0d13-40f1-90e1-1b18f2450c65. Aug 08 18:57:57.306984 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Deleting port 9d728283-a1f6-479b-981d-81adbc80ef6e {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:57.307493 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.338020 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] For port 377bb219-03df-4715-b2af-378c16c7323d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=377bb219-03df-4715-b2af-378c16c7323d,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:57.411120 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.412720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] For port 9d728283-a1f6-479b-981d-81adbc80ef6e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=9d728283-a1f6-479b-981d-81adbc80ef6e,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:57.413113 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.426995 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Calling delete_port for 9d728283-a1f6-479b-981d-81adbc80ef6e owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:57.505747 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.533481 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] DHCP port deletion for 5396244c-a3da-47ca-8e09-94c97ba0a9da request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 18:57:57.542412 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001fd5d-1475-47cb-b8bc-fa559985b3bc None None] Pushing event updated for resources: {'Port': ['ID=377bb219-03df-4715-b2af-378c16c7323d,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:57.580069 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 377bb219-03df-4715-b2af-378c16c7323d is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:57.608716 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] Deleting port 9d728283-a1f6-479b-981d-81adbc80ef6e {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:57.609072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.681058 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:57.720029 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:57.720376 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d0a37cc0-8ca0-4630-9cdd-9662b7222ec2 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:57.724125 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] For port 9d728283-a1f6-479b-981d-81adbc80ef6e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=9d728283-a1f6-479b-981d-81adbc80ef6e,segment=NetworkSegment(cf8177c5-113d-4a8b-bd69-53026e613653),segment_id=cf8177c5-113d-4a8b-bd69-53026e613653)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:57.724544 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.746098 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] Calling delete_port for 9d728283-a1f6-479b-981d-81adbc80ef6e owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:57.767521 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Router b949a59f-78aa-4b6f-9336-bd5f00385fab has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:57:57.831377 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:57:57.841699 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-203c2f9f-2b7d-4fcf-a27a-154753e7d72b None None] Provisioning complete for port 377bb219-03df-4715-b2af-378c16c7323d triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:57.842064 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-203c2f9f-2b7d-4fcf-a27a-154753e7d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.885496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.887965 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.913765 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d728283-a1f6-479b-981d-81adbc80ef6e,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:57.918678 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:57.919181 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] Pushing event deleted for resources: {'Port': ['ID=9d728283-a1f6-479b-981d-81adbc80ef6e,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:57.921652 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] No DVR routers for this DVR port 9d728283-a1f6-479b-981d-81adbc80ef6e on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:57.924092 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:57.927286 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf5793-0f78-47da-8b40-10719af29aa1 None None] No DVR routers for this DVR port 9d728283-a1f6-479b-981d-81adbc80ef6e on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:57:57.946909 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:57.961954 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:57.962556 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:57.970690 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-e2e41a89-3cc9-411b-b117-a28a4a70aaa5 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "PUT /v2.0/floatingips/4755f66f-1be5-4a14-b102-dcb724bcc5e3 HTTP/1.1" status: 200 len: 992 time: 1.8645518 Aug 08 18:57:57.972279 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:57:57.975194 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645dc53c-ec3f-4025-a884-4a982f424103" -d '{"events": [{"name": "network-changed", "server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:57:57.984175 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-203c2f9f-2b7d-4fcf-a27a-154753e7d72b None None] Current status of the port 377bb219-03df-4715-b2af-378c16c7323d is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:58.049445 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.072790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5396244c-a3da-47ca-8e09-94c97ba0a9da']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.085175 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8177c5-113d-4a8b-bd69-53026e613653') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.086514 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8177c5-113d-4a8b-bd69-53026e613653') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.096098 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.111978 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.114412 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:58.119020 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:57:58.119446 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.142548 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment cf8177c5-113d-4a8b-bd69-53026e613653 resource provider aggregate not found Aug 08 18:57:58.182698 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment cf8177c5-113d-4a8b-bd69-53026e613653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf8177c5-113d-4a8b-bd69-53026e613653 found for delete ", "request_id": "req-d8491036-1441-457c-9508-7752780ca20b"}]} Aug 08 18:57:58.260080 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa8838-0bda-4ea6-816f-c481bd6c083b x-openstack-request-id: req-5baa8838-0bda-4ea6-816f-c481bd6c083b {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:57:58.260301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:57:58.260573 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5baa8838-0bda-4ea6-816f-c481bd6c083b {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:57:58.260963 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5baa8838-0bda-4ea6-816f-c481bd6c083b'] response: {'name': 'network-changed', 'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'status': 'completed', 'code': 200} Aug 08 18:57:58.276314 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.282320 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.287212 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] 10.222.0.23 "DELETE /v2.0/networks/5396244c-a3da-47ca-8e09-94c97ba0a9da HTTP/1.1" status: 204 len: 168 time: 1.1981475 Aug 08 18:57:58.291844 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45420) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:58.306868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:57:58.307118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753ee1-9da7-4548-a844-b3ec4d28646a admin admin] Pushing event deleted for resources: {'Network': ['ID=5396244c-a3da-47ca-8e09-94c97ba0a9da,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:58.323739 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc53c-ec3f-4025-a884-4a982f424103 req-141c9991-23c6-4b77-8f5d-6ed54e1a74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:58.325598 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-141c9991-23c6-4b77-8f5d-6ed54e1a74ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b1b8d7f00234c7285f2acdfee266001&device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 1099 time: 0.0637703 Aug 08 18:57:58.334478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:57:58.352392 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:58.355041 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.370781 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '4755f66f-1be5-4a14-b102-dcb724bcc5e3', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'port_id': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'mac_address': 'fa:16:3e:a4:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:57:42Z', 'updated_at': '2022-08-08T18:57:56Z', 'revision_number': 1, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.412665 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:58.414937 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.419403 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-58680ccb-25d7-45d4-b429-b072d7b49442 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6691754 Aug 08 18:57:58.420634 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45422) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:57:58.437062 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:58.437618 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.477712 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:58.559761 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc53c-ec3f-4025-a884-4a982f424103 req-40f62bad-a6ae-4175-a913-8775faf65d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:58.560385 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-40f62bad-a6ae-4175-a913-8775faf65d2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 200 len: 911 time: 0.2174742 Aug 08 18:57:58.628227 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:58.641188 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 377bb219-03df-4715-b2af-378c16c7323d up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:57:58.685196 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-d81f3374-fea8-4a96-92a6-e34f8861fba4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a18352-0d13-40f1-90e1-1b18f2450c65 HTTP/1.1" status: 200 len: 1000 time: 0.1142387 Aug 08 18:57:58.779603 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc53c-ec3f-4025-a884-4a982f424103 req-7e8966cf-5a03-48f5-b350-d027abff5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:58.781550 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-7e8966cf-5a03-48f5-b350-d027abff5791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 200 len: 849 time: 0.0871873 Aug 08 18:57:58.784225 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 377bb219-03df-4715-b2af-378c16c7323d triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:57:58.784603 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.811199 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.842446 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:56Z', 'revision_number': 3, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:58.872173 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:57:58.872574 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Updating router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f port 5ea22240-ade2-44b7-83f6-206014f73937 binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:57:58.922698 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc53c-ec3f-4025-a884-4a982f424103 req-87c68872-7495-4614-a466-b1903e94b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:57:58.925253 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-87c68872-7495-4614-a466-b1903e94b992 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032629 Aug 08 18:57:58.926441 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:58.930291 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 377bb219-03df-4715-b2af-378c16c7323d is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:57:58.973090 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '4755f66f-1be5-4a14-b102-dcb724bcc5e3', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'port_id': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'mac_address': 'fa:16:3e:a4:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:57:42Z', 'updated_at': '2022-08-08T18:57:56Z', 'revision_number': 1, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:59.017024 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e680d89-d5d6-4a87-a67b-64c2a737a322 None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '4755f66f-1be5-4a14-b102-dcb724bcc5e3', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'port_id': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'mac_address': 'fa:16:3e:a4:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:57:42Z', 'updated_at': '2022-08-08T18:57:56Z', 'revision_number': 1, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:57:59.058185 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 9d728283-a1f6-479b-981d-81adbc80ef6e no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:59.085869 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 9d728283-a1f6-479b-981d-81adbc80ef6e {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:59.086425 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 9d728283-a1f6-479b-981d-81adbc80ef6e not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:59.086936 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device e1af3ea3-c63c-4328-af68-6cd2a115fc4b no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:57:59.114047 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: e1af3ea3-c63c-4328-af68-6cd2a115fc4b {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:57:59.114397 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device e1af3ea3-c63c-4328-af68-6cd2a115fc4b not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:57:59.139553 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-0fc7af43-8694-4fb3-8e3e-a0fa96589b5f service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063520 Aug 08 18:57:59.140655 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Deleting port 3ac6645a-0f06-4727-ba34-67b2f4c3d249 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:57:59.141000 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.150565 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.228038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] For port 3ac6645a-0f06-4727-ba34-67b2f4c3d249, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=3ac6645a-0f06-4727-ba34-67b2f4c3d249,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:57:59.234447 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.247808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Calling delete_port for 3ac6645a-0f06-4727-ba34-67b2f4c3d249 owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:57:59.299973 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.314434 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1195e319-28db-4f64-a00e-428315c2b9c8 None None] New status for floating IP 4755f66f-1be5-4a14-b102-dcb724bcc5e3: ACTIVE {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:57:59.356247 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-645dc53c-ec3f-4025-a884-4a982f424103 req-1dc74c10-611a-47d0-af6f-5ab2af1fcfe4 service neutron] 10.222.0.30 "GET /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024608 Aug 08 18:57:59.361229 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.377753 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Attempting to bind port 5ea22240-ade2-44b7-83f6-206014f73937 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:57:59.378214 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Attempting to bind port 5ea22240-ade2-44b7-83f6-206014f73937 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:57:59.378638 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Attempting to bind port 5ea22240-ade2-44b7-83f6-206014f73937 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:57:59.385976 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:57:59.386517 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:57:59.387457 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.387457 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:57:59.388034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Bound port: 5ea22240-ade2-44b7-83f6-206014f73937, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:57:59.388598 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.401375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Allocated IP 172.20.0.1 (f2a62c80-acce-4a40-a9d0-14b70ea22c5c/7878c27b-69c5-49b1-a121-a2775ea8d71c/6276086c-f3d0-4747-bf52-c69ab5a468ec) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:57:59.459119 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970203fe-0767-4d8b-bccc-5c40e0001154 None None] Pushing event updated for resources: {'Port': ['ID=5ea22240-ade2-44b7-83f6-206014f73937,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:59.480337 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] For port 5ea22240-ade2-44b7-83f6-206014f73937, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:57:59.483948 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] For port 5ea22240-ade2-44b7-83f6-206014f73937, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5ea22240-ade2-44b7-83f6-206014f73937,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:57:59.521593 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.527193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.527869 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.555420 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac6645a-0f06-4727-ba34-67b2f4c3d249,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:59.576693 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:57:59.577505 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:57:59.639919 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970203fe-0767-4d8b-bccc-5c40e0001154 None None] Pushing event updated for resources: {'Port': ['ID=5ea22240-ade2-44b7-83f6-206014f73937,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:59.651759 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.707509 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:57:59.712286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:57:59.717249 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:57:59.724098 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Pushing event updated for resources: {'Port': ['ID=6276086c-f3d0-4747-bf52-c69ab5a468ec,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:57:59.743793 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.746474 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:57:59.773657 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:57:59.991209 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.023281 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Router fea2f2dd-771f-402a-8c8d-e35dca602e10 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:00.048610 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-b0723d32-ad73-4f47-a71e-44bebcc6b876 None None] Provisioning complete for port 6276086c-f3d0-4747-bf52-c69ab5a468ec triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:00.048989 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0723d32-ad73-4f47-a71e-44bebcc6b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.109571 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-b0723d32-ad73-4f47-a71e-44bebcc6b876 None None] Port 6276086c-f3d0-4747-bf52-c69ab5a468ec cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:00.132612 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:56Z', 'revision_number': 3, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:00.133466 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:00.141432 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-eedb09b6-489d-406e-bc0f-3442ca4a3219 admin admin] 10.222.0.23 "PUT /v2.0/routers/fea2f2dd-771f-402a-8c8d-e35dca602e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410642 Aug 08 18:58:00.143914 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45424) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:00.169367 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.171358 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] Sync routers for ids ['fea2f2dd-771f-402a-8c8d-e35dca602e10'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:00.173798 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b42a48-0aed-4407-b49d-2a1109cc432f None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:56Z', 'revision_number': 3, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:00.182614 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] Routers {'fea2f2dd-771f-402a-8c8d-e35dca602e10'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:00.183277 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['fea2f2dd-771f-402a-8c8d-e35dca602e10'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:00.259950 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.264046 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.297127 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] Set router fea2f2dd-771f-402a-8c8d-e35dca602e10 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:00.345610 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.347388 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Pushing event updated for resources: {'Port': ['ID=6276086c-f3d0-4747-bf52-c69ab5a468ec,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:00.390490 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.483649 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:00.487273 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:00.536810 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 5, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port': {'id': '5f8dcc3c-0280-47c5-adcd-073d9313b015', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:37Z', 'updated_at': '2022-08-08T18:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:00.555215 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Deleting port 5f8dcc3c-0280-47c5-adcd-073d9313b015 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:00.555770 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.571267 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] Checking router: fea2f2dd-771f-402a-8c8d-e35dca602e10 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:00.583804 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] Routers {'fea2f2dd-771f-402a-8c8d-e35dca602e10'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:00.584840 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['fea2f2dd-771f-402a-8c8d-e35dca602e10'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:00.694826 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] Set router fea2f2dd-771f-402a-8c8d-e35dca602e10 gateway port host: None {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:00.731960 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] For port 5f8dcc3c-0280-47c5-adcd-073d9313b015, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5f8dcc3c-0280-47c5-adcd-073d9313b015,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:00.732344 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.748113 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:00.752078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Calling delete_port for 5f8dcc3c-0280-47c5-adcd-073d9313b015 owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:00.770075 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5ea22240-ade2-44b7-83f6-206014f73937 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:00.772754 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:58:00Z', 'revision_number': 6, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:00.833342 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f3f3b-edaf-40b5-bd49-e142cb10d741 None None] The sync data for ids ['fea2f2dd-771f-402a-8c8d-e35dca602e10'] in dv-cinder-852456-1-iscsi is: [{'id': 'fea2f2dd-771f-402a-8c8d-e35dca602e10', 'name': 'tempest-TestMinimumBasicScenario-1430073843-router', 'tenant_id': '3628d7bb7c0641b9b9539e2bf6954616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:36Z', 'updated_at': '2022-08-08T18:58:00Z', 'revision_number': 6, 'project_id': '3628d7bb7c0641b9b9539e2bf6954616', 'gw_port_host': None}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:00.877239 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-6db3cd1a-3429-4464-a29d-43b4ac4cd00c None None] Provisioning complete for port 6276086c-f3d0-4747-bf52-c69ab5a468ec triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:00.877854 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6db3cd1a-3429-4464-a29d-43b4ac4cd00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.935697 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-6db3cd1a-3429-4464-a29d-43b4ac4cd00c None None] Port 6276086c-f3d0-4747-bf52-c69ab5a468ec cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:00.937868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:00.938214 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 5ea22240-ade2-44b7-83f6-206014f73937 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:00.938588 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:00.955442 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3494d010-1e19-4934-b6e1-6d98f708a774 admin admin] 10.222.0.23 "PUT /v2.0/routers/7aad5cfe-1543-4e03-b1af-96e4e68b9c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5276523 Aug 08 18:58:01.033131 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 5ea22240-ade2-44b7-83f6-206014f73937 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:01.033523 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.033720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.057036 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 5ea22240-ade2-44b7-83f6-206014f73937, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5ea22240-ade2-44b7-83f6-206014f73937,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:01.067410 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8dcc3c-0280-47c5-adcd-073d9313b015,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:01.132845 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.148219 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.215030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=5ea22240-ade2-44b7-83f6-206014f73937,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:01.243451 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.245887 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.393912 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.394482 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea2f2dd-771f-402a-8c8d-e35dca602e10 {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 18:58:01.399204 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.400334 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6ed89d1a-09bc-4668-adde-0920a962e598 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fea2f2dd-771f-402a-8c8d-e35dca602e10 HTTP/1.1" status: 204 len: 168 time: 1.2555096 Aug 08 18:58:01.402838 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45432) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:01.436776 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45434) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:01.441293 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36792916', 'description': 'tempest-description--1462927948'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:01.447302 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Deleting subnet 9264dc97-a114-4b33-9672-2042a95fc57a {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:58:01.450317 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.484740 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.531155 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.562734 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.603093 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.652714 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.682116 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.684498 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809d88f7-737e-4ed8-9bcf-cfb033573d8d,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:01.710403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9264dc97-a114-4b33-9672-2042a95fc57a,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:01.714002 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.716142 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4603f-cfd5-41fc-a006-57340dd64eb2 None None] Network 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:58:01.717459 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-39ff50ce-c894-4723-bb9d-936bdffd2be5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9264dc97-a114-4b33-9672-2042a95fc57a HTTP/1.1" status: 204 len: 168 time: 0.3136101 Aug 08 18:58:01.720223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45436) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:01.786179 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.790422 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-fc4228b2-651e-4b0c-8970-516e312c7b15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3497789 Aug 08 18:58:01.790685 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45438) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:01.795728 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'security_group_rule': {'security_group_id': '809d88f7-737e-4ed8-9bcf-cfb033573d8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:01.799717 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.854601 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Deleting port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:01.854872 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.882136 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.910938 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] DHCP port deletion for 1bdf865c-1cdc-4832-8e5b-d5a028070fd9 request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 18:58:01.931464 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] For port 47ace1c5-fd18-4111-9013-baff6ccb2dd8, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=47ace1c5-fd18-4111-9013-baff6ccb2dd8,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:01.931942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.945658 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Calling delete_port for 47ace1c5-fd18-4111-9013-baff6ccb2dd8 owned by network:dhcp {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:01.951559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:01.968938 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] Deleting port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:01.969659 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.016446 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.032568 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] For port 47ace1c5-fd18-4111-9013-baff6ccb2dd8, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=47ace1c5-fd18-4111-9013-baff6ccb2dd8,segment=NetworkSegment(f78200d1-bb90-4149-bb0f-2dd7727f888a),segment_id=f78200d1-bb90-4149-bb0f-2dd7727f888a)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:02.033443 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.042342 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351408b3-70b0-4d88-bb47-0847a59ce147,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:02.046875 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] Calling delete_port for 47ace1c5-fd18-4111-9013-baff6ccb2dd8 owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:02.081009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.094543 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.099023 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c1bbcc88-ebb6-498d-b732-9a231d4cc652 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040028 Aug 08 18:58:02.099586 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45440) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:02.107371 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'security_group_rule': {'security_group_id': '809d88f7-737e-4ed8-9bcf-cfb033573d8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:02.113188 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ace1c5-fd18-4111-9013-baff6ccb2dd8,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:02.118675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] No DVR routers for this DVR port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 on host dv-cinder-852456-1-iscsi {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:58:02.132702 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.149694 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:02.162397 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] Pushing event deleted for resources: {'Port': ['ID=47ace1c5-fd18-4111-9013-baff6ccb2dd8,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:02.165860 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:02.166486 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:02.170486 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c8651-67e9-4c83-94e4-d68a72711de7 None None] No DVR routers for this DVR port 47ace1c5-fd18-4111-9013-baff6ccb2dd8 on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:58:02.199107 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.215863 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.248213 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdf865c-1cdc-4832-8e5b-d5a028070fd9']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:02.260180 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78200d1-bb90-4149-bb0f-2dd7727f888a') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:02.260745 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78200d1-bb90-4149-bb0f-2dd7727f888a') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:02.271527 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.279364 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.285145 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.292061 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:58:02.292668 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.321459 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0791a682-fb19-4746-a84c-0c3de51dd04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.322840 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:02.350157 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.372962 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa9bb67-800d-4d68-87be-b44ecb1e3983,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:02.432289 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.435046 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a28b77c8-3006-4434-8394-cbf9df6e877b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330626 Aug 08 18:58:02.436951 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45446) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:02.441600 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:02.446999 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.453401 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.461361 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1bdf865c-1cdc-4832-8e5b-d5a028070fd9 HTTP/1.1" status: 204 len: 168 time: 0.7356350 Aug 08 18:58:02.479581 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418266c-3cda-444f-9d97-e352d0f2bb37 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdf865c-1cdc-4832-8e5b-d5a028070fd9,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:02.503820 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment f78200d1-bb90-4149-bb0f-2dd7727f888a resource provider aggregate not found Aug 08 18:58:02.525640 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment f78200d1-bb90-4149-bb0f-2dd7727f888a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f78200d1-bb90-4149-bb0f-2dd7727f888a found for delete ", "request_id": "req-4247161d-71d0-40cb-bb8b-f22be17990f1"}]} Aug 08 18:58:02.538537 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.609418 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5ea22240-ade2-44b7-83f6-206014f73937 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:02.623138 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:00Z', 'revision_number': 2, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:02.638759 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.670472 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 5ea22240-ade2-44b7-83f6-206014f73937 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:02.670759 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.761754 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 5ea22240-ade2-44b7-83f6-206014f73937 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:02.767437 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:02.767791 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Updating router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f port 6276086c-f3d0-4747-bf52-c69ab5a468ec binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:58:02.772375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45452) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:02.774275 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Allocated IP 172.27.3.132 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/1c8b0d0b-b21a-43e4-8dc3-6afb76c93cc5) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:02.796937 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.838862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5f8dcc3c-0280-47c5-adcd-073d9313b015 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:02.844902 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a7816754-b3ef-4290-aeaa-8ce0ae011c26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b0b3909092424e8ec98081f1aa6f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672114 Aug 08 18:58:02.845100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45456) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:02.868422 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 5f8dcc3c-0280-47c5-adcd-073d9313b015 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:02.869539 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5f8dcc3c-0280-47c5-adcd-073d9313b015 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:02.870184 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3ac6645a-0f06-4727-ba34-67b2f4c3d249 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:02.889851 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 3ac6645a-0f06-4727-ba34-67b2f4c3d249 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:02.890747 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3ac6645a-0f06-4727-ba34-67b2f4c3d249 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:02.891513 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 47ace1c5-fd18-4111-9013-baff6ccb2dd8 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:02.904388 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.915065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 47ace1c5-fd18-4111-9013-baff6ccb2dd8 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:02.915533 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 47ace1c5-fd18-4111-9013-baff6ccb2dd8 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:02.919046 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca81a1df-63ca-4bfb-b691-be1de76dd98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.943789 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca81a1df-63ca-4bfb-b691-be1de76dd98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:02.995629 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.038285 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:03.042626 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:03.045991 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:03.067063 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'Port': ['ID=1c8b0d0b-b21a-43e4-8dc3-6afb76c93cc5,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:03.070244 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca81a1df-63ca-4bfb-b691-be1de76dd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.072927 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.073273 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ca81a1df-63ca-4bfb-b691-be1de76dd98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.074681 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ca81a1df-63ca-4bfb-b691-be1de76dd98b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c17fa34f-6506-481e-9944-7f2ac8d4dd18 HTTP/1.1" status: 204 len: 168 time: 0.2273655 Aug 08 18:58:03.083823 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81a1df-63ca-4bfb-b691-be1de76dd98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fa34f-6506-481e-9944-7f2ac8d4dd18,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:03.137455 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.149449 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.226714 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Pushing event updated for resources: {'Port': ['ID=6276086c-f3d0-4747-bf52-c69ab5a468ec,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:03.233450 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.239549 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.239940 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.240312 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.240700 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.241031 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.241358 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.241676 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.241998 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.242343 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.242665 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.243030 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.243350 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:03.249608 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Attempting to bind port 6276086c-f3d0-4747-bf52-c69ab5a468ec on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:03.250042 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Attempting to bind port 6276086c-f3d0-4747-bf52-c69ab5a468ec by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:03.250403 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Attempting to bind port 6276086c-f3d0-4747-bf52-c69ab5a468ec on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:03.258232 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:03.258599 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Checking segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:03.259014 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.259406 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Bound using segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:03.259858 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Bound port: 6276086c-f3d0-4747-bf52-c69ab5a468ec, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:03.260230 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.324085 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] For port 6276086c-f3d0-4747-bf52-c69ab5a468ec, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:03.327114 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] For port 6276086c-f3d0-4747-bf52-c69ab5a468ec, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=6276086c-f3d0-4747-bf52-c69ab5a468ec,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:03.389499 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.413063 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.451263 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:03.451934 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:57:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:03.463909 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.514456 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801f92e-93e1-4eec-9096-54d343adfea4 None None] Pushing event updated for resources: {'Port': ['ID=6276086c-f3d0-4747-bf52-c69ab5a468ec,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:03.528422 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'Port': ['ID=1c8b0d0b-b21a-43e4-8dc3-6afb76c93cc5,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:03.530877 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.575994 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:03.670991 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:03.672389 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b1774b87-d568-4e60-bcd8-484a7f80a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2344291 Aug 08 18:58:03.774818 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:03Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:03.796916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45470) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:03.806140 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868303e-c641-46ad-8549-4c25b502ace9 None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:03Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:03.863643 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5eea5319-5485-4c18-8e1f-35d13896af25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3628d7bb7c0641b9b9539e2bf6954616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654867 Aug 08 18:58:03.871134 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45476) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:03.932990 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-33ae8714-5cf7-438a-b03f-c0b643ed993b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--36792916&fields=id&tenant_id=e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 267 time: 0.0925646 Aug 08 18:58:03.970762 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b3b7-1e0a-4d69-996e-67aca8290d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.044987 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b3b7-1e0a-4d69-996e-67aca8290d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.103986 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-2f65c2c2-87b7-4fde-ab0e-ac11d434d78e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:04.105360 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-2f65c2c2-87b7-4fde-ab0e-ac11d434d78e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 816 time: 0.1626539 Aug 08 18:58:04.121962 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-cf533829-9a76-4698-b709-a284e5f406ff tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/quotas/e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 375 time: 0.0103891 Aug 08 18:58:04.182638 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-29d48959-420c-4dd7-a79f-b3771a65983a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549219 Aug 08 18:58:04.204030 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b3b7-1e0a-4d69-996e-67aca8290d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.206569 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-7ef6b3b7-1e0a-4d69-996e-67aca8290d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.208271 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-7ef6b3b7-1e0a-4d69-996e-67aca8290d5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3082bfb0-0ce5-48a7-9e91-81ac99f714d8 HTTP/1.1" status: 204 len: 168 time: 0.3360326 Aug 08 18:58:04.228882 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6b3b7-1e0a-4d69-996e-67aca8290d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082bfb0-0ce5-48a7-9e91-81ac99f714d8,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:04.315484 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-db0e28be-a9f9-43ca-918f-688c322777ea service neutron] 10.222.0.23 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198857 Aug 08 18:58:04.508201 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b9877279-1dfd-4e98-8777-67fc8f35a108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.656716 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 6276086c-f3d0-4747-bf52-c69ab5a468ec up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:04.665373 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-a3b8233f-7aff-4c71-a3bc-48d796a54452 service neutron] 10.222.0.23 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488426 Aug 08 18:58:04.707268 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 6276086c-f3d0-4747-bf52-c69ab5a468ec triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:04.707862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.796295 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 6276086c-f3d0-4747-bf52-c69ab5a468ec is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:04.796690 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.833662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 6276086c-f3d0-4747-bf52-c69ab5a468ec, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=6276086c-f3d0-4747-bf52-c69ab5a468ec,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:04.908233 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:04.955826 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e63b6f06-6157-4380-ade7-dbc12683c20f req-e4eb8ea6-e015-44ae-8b52-4a212388ea2b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 210 time: 0.0519760 Aug 08 18:58:04.973850 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=6276086c-f3d0-4747-bf52-c69ab5a468ec,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:05.460306 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45508) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:05.556359 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211194726-network', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:05.686603 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Made reservation on behalf of eda3e831aa7b45bd969cd3a611ffebe2 for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:05.689060 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:05.697941 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:05.778948 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:05.827781 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:05.850547 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:05.871509 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:58:05.884537 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f13d2a0-64c2-44ab-a2ec-0711cee8f09b,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:05.890126 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:05.890470 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Added segment 7cff5eec-25d4-4bc1-a367-21ee05d9ec83 of type vlan for network b4c4a24c-41ee-4560-b919-fef79ce19654 Aug 08 18:58:05.930896 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.018185 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.019283 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:06.020422 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.103645 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f6292c54-98a8-4648-a6d0-a3c908f9103d req-3ec91d01-2c97-4ff3-81b5-cdc1b506d494 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 210 time: 0.0605440 Aug 08 18:58:06.104664 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] Pushing event updated for resources: {'Network': ['ID=b4c4a24c-41ee-4560-b919-fef79ce19654,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:06.112298 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45516) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:06.112922 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a9d0a838-50f4-4642-a9e3-77824721228e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6508312 Aug 08 18:58:06.116801 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network b4c4a24c-41ee-4560-b919-fef79ce19654 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:58:06.118167 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Request body: {'subnet': {'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211194726-subnet', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'ip_version': 4}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:06.212464 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Made reservation on behalf of eda3e831aa7b45bd969cd3a611ffebe2 for: {'subnet': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:06.214750 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13429405'] for subnet, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.492511 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13488174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13429427'] for subnet, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.540522 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:06.557563 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Checking segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:06.562011 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Network hostable DHCP agents. Network: b4c4a24c-41ee-4560-b919-fef79ce19654, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:58:06.596587 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 6276086c-f3d0-4747-bf52-c69ab5a468ec up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:06.645302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 6276086c-f3d0-4747-bf52-c69ab5a468ec triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:06.645666 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.658281 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Network b4c4a24c-41ee-4560-b919-fef79ce19654 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:58:06.722895 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 6276086c-f3d0-4747-bf52-c69ab5a468ec is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:06.743673 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, b4c4a24c-41ee-4560-b919-fef79ce19654) {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:06.748243 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:06.749114 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.752116 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e8fa9-90d4-4f31-8479-f127ba34108a None None] Network b4c4a24c-41ee-4560-b919-fef79ce19654 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:58:06.837989 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-12b4b137-1687-4d6d-a129-e3cc45fc54f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7236657 Aug 08 18:58:06.840574 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45518) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:06.845045 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:06.895460 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-b4c4a24c-41ee-4560-b919-fef79ce19654', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:58:06.896533 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.921550 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.922622 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:06.982089 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.031515 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Allocated IP 172.20.0.2 (b4c4a24c-41ee-4560-b919-fef79ce19654/f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b/074575f6-d074-4b27-8041-4308c352db1e) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:07.175563 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.181536 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.202231 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-c83652fc-36c0-4a08-b5ba-4610b67c925a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:07.205479 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-c83652fc-36c0-4a08-b5ba-4610b67c925a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 816 time: 0.1185489 Aug 08 18:58:07.240054 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-363b9c12-58d5-48a8-9ef6-0d7b7547c66f req-0252dd6d-60ea-435b-ab3a-63c48d02b4a2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 210 time: 0.0289223 Aug 08 18:58:07.252819 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-a1131ae0-0503-4093-b831-3e3c7ed000e5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 378 time: 0.0360143 Aug 08 18:58:07.262586 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'port': {'device_id': '5c2036fa-0768-4b93-b646-078361cb3377', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'admin_state_up': True, 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'security_groups': ['809d88f7-737e-4ed8-9bcf-cfb033573d8d']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:07.288719 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.294183 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.330007 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Network b4c4a24c-41ee-4560-b919-fef79ce19654 is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:07.335648 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:07.341018 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:07.343990 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Pushing event updated for resources: {'Port': ['ID=074575f6-d074-4b27-8041-4308c352db1e,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:07.401565 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Attempting to bind port 074575f6-d074-4b27-8041-4308c352db1e on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:07.401925 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Attempting to bind port 074575f6-d074-4b27-8041-4308c352db1e by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:07.402277 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Attempting to bind port 074575f6-d074-4b27-8041-4308c352db1e on network b4c4a24c-41ee-4560-b919-fef79ce19654 {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:07.407485 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:07.407848 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Checking segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:07.408241 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.408624 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Bound using segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:07.409072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Bound port: 074575f6-d074-4b27-8041-4308c352db1e, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:07.409444 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.481301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Made reservation on behalf of e8f33b20f04644b7994e53c16bea5f7c for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:07.485370 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.489990 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] For port 074575f6-d074-4b27-8041-4308c352db1e, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:07.493828 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] For port 074575f6-d074-4b27-8041-4308c352db1e, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=074575f6-d074-4b27-8041-4308c352db1e,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:07.571023 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.601087 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.646140 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Allocated IP 172.20.0.14 (f2a62c80-acce-4a40-a9d0-14b70ea22c5c/7878c27b-69c5-49b1-a121-a2775ea8d71c/42c65623-c116-446a-afdd-1356a55a5bb6) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:07.667070 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19770a27-c35f-4eda-9603-3a83216c2529 None None] Pushing event updated for resources: {'Port': ['ID=074575f6-d074-4b27-8041-4308c352db1e,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:07.733160 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.752356 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.826647 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.883306 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Allocated IP 172.27.3.95 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/7dc38092-b752-4e61-9d7f-50ce198e31ce) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:07.914147 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:07.958866 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:07.963320 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:07.967541 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:07.993178 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:07.996145 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.022516 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:08.023118 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.097399 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:58:08.118605 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-4f291331-61de-4269-a9ac-fba796611c15 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595095 Aug 08 18:58:08.133044 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Request body: {'port': {'device_id': '5c2036fa-0768-4b93-b646-078361cb3377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:08.148949 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.188844 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:08.193623 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.193773 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:08.196252 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:08.221808 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-f8efa8a4-40dd-4d31-9ecb-ba76d3b1190d None None] Provisioning complete for port 42c65623-c116-446a-afdd-1356a55a5bb6 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:08.222395 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-f8efa8a4-40dd-4d31-9ecb-ba76d3b1190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.228188 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc38092-b752-4e61-9d7f-50ce198e31ce,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:08.419939 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-f8efa8a4-40dd-4d31-9ecb-ba76d3b1190d None None] Port 42c65623-c116-446a-afdd-1356a55a5bb6 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:08.472470 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239d962-419c-40c8-8ce5-d4ef831fa423 req-f238ef9c-1a73-44e0-ba3a-5bc699ef0068 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:08.474666 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c239d962-419c-40c8-8ce5-d4ef831fa423 req-f238ef9c-1a73-44e0-ba3a-5bc699ef0068 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 932 time: 0.0918891 Aug 08 18:58:08.540746 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c239d962-419c-40c8-8ce5-d4ef831fa423 req-3e4bc9dd-e041-4c99-86b8-cf27c411c9ad tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581524 Aug 08 18:58:08.549553 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.602936 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c65623-c116-446a-afdd-1356a55a5bb6 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:58:08.611819 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.634114 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Transition to ACTIVE for port object 42c65623-c116-446a-afdd-1356a55a5bb6 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:58:08.681090 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 074575f6-d074-4b27-8041-4308c352db1e up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:08.707513 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b25405-b6bb-44e3-bc72-dee86f5db619 None None] Network b4c4a24c-41ee-4560-b919-fef79ce19654 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:58:08.709673 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.781313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.794669 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:08.794881 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Provisioning complete for port 074575f6-d074-4b27-8041-4308c352db1e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:08.795191 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.821039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Attempting to bind port 42c65623-c116-446a-afdd-1356a55a5bb6 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:08.821514 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Attempting to bind port 42c65623-c116-446a-afdd-1356a55a5bb6 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:08.821935 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Attempting to bind port 42c65623-c116-446a-afdd-1356a55a5bb6 on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:08.828705 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Port 42c65623-c116-446a-afdd-1356a55a5bb6 on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:58:08.829142 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Attempting to bind port 42c65623-c116-446a-afdd-1356a55a5bb6 on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:08.835333 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:08.835826 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Checking segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:08.836317 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Bound using segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:08.836840 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Bound port: 42c65623-c116-446a-afdd-1356a55a5bb6, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:08.837295 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.864225 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 074575f6-d074-4b27-8041-4308c352db1e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:08.864548 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:08.918302 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:08.921675 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:09.000774 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Router a8054601-6961-48be-b55f-66ded09d7f0b is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:58:09.011543 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Current status of the port 074575f6-d074-4b27-8041-4308c352db1e is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:09.012335 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.013081 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.017281 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.017886 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.019331 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-134208d0-0b44-4032-adfb-b06561117dad service neutron] 10.222.0.30 "PUT /v2.0/ports/42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 1094 time: 0.8912911 Aug 08 18:58:09.022035 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:09.023757 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:09.030604 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 074575f6-d074-4b27-8041-4308c352db1e is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:09.030860 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.072907 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 074575f6-d074-4b27-8041-4308c352db1e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=074575f6-d074-4b27-8041-4308c352db1e,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:09.106837 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134208d0-0b44-4032-adfb-b06561117dad service neutron] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:09.158796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:09.162356 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.174639 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-beb6fdb2-a22d-456e-8eca-d018ed67a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.176227 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-beb6fdb2-a22d-456e-8eca-d018ed67a288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1097 time: 0.0484812 Aug 08 18:58:09.225189 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-8362d8f5-c4b4-49f8-9c7e-b759edf7b4ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 217 time: 0.0412576 Aug 08 18:58:09.241011 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.db.api [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 08 18:58:09.241525 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG oslo_db.api [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 08 18:58:09.242125 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Sync routers for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:09.244991 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37ce56-5a0e-44c5-a3f1-f532dff329ce x-openstack-request-id: req-dd37ce56-5a0e-44c5-a3f1-f532dff329ce {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:09.245275 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:09.245522 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd37ce56-5a0e-44c5-a3f1-f532dff329ce {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:09.245919 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd37ce56-5a0e-44c5-a3f1-f532dff329ce'] response: {'name': 'network-changed', 'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'status': 'completed', 'code': 200} Aug 08 18:58:09.264389 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.265635 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-300a352a-964c-42c9-863e-9b95957ef8f2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4238861 Aug 08 18:58:09.268372 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45534) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:09.274156 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:09.274786 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:09.298102 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-dd8c5c3b-bc07-4d61-bd97-b86659e7db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.299522 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-dd8c5c3b-bc07-4d61-bd97-b86659e7db60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0651987 Aug 08 18:58:09.310218 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=074575f6-d074-4b27-8041-4308c352db1e,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:09.348972 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-aab773dc-93a6-4c22-bb06-46e8aedfd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.350486 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-aab773dc-93a6-4c22-bb06-46e8aedfd879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429361 Aug 08 18:58:09.396794 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:09.458432 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-10872774-bcd1-4ccd-b814-8655b64f081d service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013618 Aug 08 18:58:09.564967 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-959c3497-c83f-41d2-bdd7-8260bd499ea1 req-6962c5a0-0f0e-4573-9083-0d560750fff4 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998816 Aug 08 18:58:09.592564 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:08Z', 'revision_number': 3, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:09.625261 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Checking router: a8054601-6961-48be-b55f-66ded09d7f0b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:09.625608 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Updating router a8054601-6961-48be-b55f-66ded09d7f0b port 7dc38092-b752-4e61-9d7f-50ce198e31ce binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:58:09.652191 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.692909 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390805e0-b30f-496f-b345-69cc43dd85d6 req-ea657685-04f8-499d-bcfc-aa266e5f764d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.694562 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-390805e0-b30f-496f-b345-69cc43dd85d6 req-ea657685-04f8-499d-bcfc-aa266e5f764d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0560474 Aug 08 18:58:09.717733 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.764755 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-390805e0-b30f-496f-b345-69cc43dd85d6 req-74d625b5-a786-46b3-81be-1c9df1af396d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590875 Aug 08 18:58:09.767366 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-0fb941e4-5bf6-41ed-bc72-73a9d9b89f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.768780 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-0fb941e4-5bf6-41ed-bc72-73a9d9b89f1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1097 time: 0.0731616 Aug 08 18:58:09.811019 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-80c3d8d2-f777-47ea-a4dc-3ef6e04ab055 None None] Current status of the port 074575f6-d074-4b27-8041-4308c352db1e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:09.868438 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-6a0d0600-604f-44be-8976-af489532a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.870004 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-6a0d0600-604f-44be-8976-af489532a86e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.0931330 Aug 08 18:58:09.896517 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Allocated IP 172.20.0.1 (b4c4a24c-41ee-4560-b919-fef79ce19654/f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b/3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:09.915586 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-30fe2315-b9b7-4512-80e8-3efe558cc487 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 217 time: 0.0381775 Aug 08 18:58:09.960961 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.962547 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-2953876e-5519-4774-9a5c-89723f1d3843 None None] Provisioning complete for port 074575f6-d074-4b27-8041-4308c352db1e triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:09.962903 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2953876e-5519-4774-9a5c-89723f1d3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:09.975393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-be742afc-b700-47e2-879c-b7af1225361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:09.976876 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-be742afc-b700-47e2-879c-b7af1225361f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0539212 Aug 08 18:58:10.014773 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.029539 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-a7d4af9d-6a8b-4039-9278-ea5dbcc5e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:10.031362 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-a7d4af9d-6a8b-4039-9278-ea5dbcc5e0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468094 Aug 08 18:58:10.033439 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.078489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Attempting to bind port 7dc38092-b752-4e61-9d7f-50ce198e31ce on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:10.078767 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Attempting to bind port 7dc38092-b752-4e61-9d7f-50ce198e31ce by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:10.079163 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Attempting to bind port 7dc38092-b752-4e61-9d7f-50ce198e31ce on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:10.096973 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:10.097348 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:10.098579 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.098708 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:10.099212 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Bound port: 7dc38092-b752-4e61-9d7f-50ce198e31ce, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:10.099595 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.104909 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-2953876e-5519-4774-9a5c-89723f1d3843 None None] Current status of the port 074575f6-d074-4b27-8041-4308c352db1e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:10.111011 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.127905 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7dcf9-f8dc-46a0-aaf5-1e7d7cd7f30d None None] Pushing event updated for resources: {'Port': ['ID=7dc38092-b752-4e61-9d7f-50ce198e31ce,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:10.128326 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-93238a03-c239-4733-8f7c-3445a7f74138 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887246 Aug 08 18:58:10.158834 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Network b4c4a24c-41ee-4560-b919-fef79ce19654 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:10.162330 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:10.164698 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] For port 7dc38092-b752-4e61-9d7f-50ce198e31ce, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:10.168270 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:10.169908 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] For port 7dc38092-b752-4e61-9d7f-50ce198e31ce, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=7dc38092-b752-4e61-9d7f-50ce198e31ce,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:10.170063 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Pushing event updated for resources: {'Port': ['ID=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:10.206149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.229610 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9f429bf-58c3-4ffb-8286-9edbb38bc95e req-7a3a8939-37ca-4ce5-b34d-bf7f2e03a035 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929017 Aug 08 18:58:10.248212 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.291657 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:10.292283 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:10.357221 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7dcf9-f8dc-46a0-aaf5-1e7d7cd7f30d None None] Pushing event updated for resources: {'Port': ['ID=7dc38092-b752-4e61-9d7f-50ce198e31ce,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:10.409025 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.422265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:10.493889 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-27574a6f-009f-4e91-a9cc-7d8ba34c0e61 None None] Provisioning complete for port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:10.494185 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-27574a6f-009f-4e91-a9cc-7d8ba34c0e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.568573 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-27574a6f-009f-4e91-a9cc-7d8ba34c0e61 None None] Port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:10.580906 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.658118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.729319 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Pushing event updated for resources: {'Port': ['ID=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:10.731712 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.733667 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 074575f6-d074-4b27-8041-4308c352db1e up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:10.798731 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 074575f6-d074-4b27-8041-4308c352db1e triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:10.799136 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:10.802803 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:08Z', 'revision_number': 3, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:10.823579 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Network b4c4a24c-41ee-4560-b919-fef79ce19654 is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:10.825088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:10.854730 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09be4ba0-4ca1-4c46-9c0a-d54f1fb53432 None None] The sync data for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi is: [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:08Z', 'revision_number': 3, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:10.917341 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 074575f6-d074-4b27-8041-4308c352db1e is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:10.971350 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30671aa3-1679-404b-9d6d-13c8e0947759 req-31f754df-2b13-449b-be71-3db3ed72b653 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:10.972936 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-30671aa3-1679-404b-9d6d-13c8e0947759 req-31f754df-2b13-449b-be71-3db3ed72b653 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.1042597 Aug 08 18:58:11.008594 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Router a8054601-6961-48be-b55f-66ded09d7f0b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:11.029396 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-30671aa3-1679-404b-9d6d-13c8e0947759 req-0aaf71e7-7c6b-40f6-b42d-7fb0c5764035 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491416 Aug 08 18:58:11.091290 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-d7cc3efa-22ea-4749-8baf-87ae91725cdc None None] Provisioning complete for port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:11.091677 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3efa-22ea-4749-8baf-87ae91725cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:11.148888 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc3efa-22ea-4749-8baf-87ae91725cdc None None] Port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:11.153763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:11.158611 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a94c3c6c-7bbf-4058-b928-4cf80373c10a admin admin] 10.222.0.23 "PUT /v2.0/routers/a8054601-6961-48be-b55f-66ded09d7f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889225 Aug 08 18:58:11.181766 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:58:11.292835 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:11.305454 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '42c65623-c116-446a-afdd-1356a55a5bb6', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6', 'mac_address': 'fa:16:3e:d3:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:58:11.346365 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:11.346481 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:11.359996 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c65623-c116-446a-afdd-1356a55a5bb6 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:58:11.385718 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:11.475392 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:11.523908 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:11.730891 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['42c65623-c116-446a-afdd-1356a55a5bb6'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:58:11.855006 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45556) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:11.860083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1467373777-network', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:11.943936 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Made reservation on behalf of c0b5207b80ab4da986ee416febb2eaa7 for: {'network': 1} {{(pid=109559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:11.946343 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:11.955307 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.028136 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.092697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.114322 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 18:58:12.129416 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08b334-0bdf-4b1b-bcd1-78309df5c60a,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:12.132565 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.133021 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.segments_db [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Added segment d71fa044-7ef7-4fd6-b10c-8068d2fd3d52 of type vlan for network e3a3a741-0e92-4928-a46a-68c4ecf279bf Aug 08 18:58:12.165692 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f8eb0-a909-4c1f-a673-855ab7581dbb req-39ee9b1f-c704-4e14-ad6f-34caa87e8899 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:12.167564 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-315f8eb0-a909-4c1f-a673-855ab7581dbb req-39ee9b1f-c704-4e14-ad6f-34caa87e8899 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.0608747 Aug 08 18:58:12.176147 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.208276 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-315f8eb0-a909-4c1f-a673-855ab7581dbb req-a51b5521-74ca-437f-8fc5-778f7a4d582d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325351 Aug 08 18:58:12.263108 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.264320 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:12.264922 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.326206 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] Pushing event updated for resources: {'Network': ['ID=e3a3a741-0e92-4928-a46a-68c4ecf279bf,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:12.336478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 18:58:12.370283 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-fcca15f7-8795-4c85-8bd2-4db067d4bc2d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5140190 Aug 08 18:58:12.373295 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45560) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:12.378248 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Request body: {'subnet': {'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1467373777-subnet', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:12.450245 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Sync routers for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:12.459066 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Made reservation on behalf of c0b5207b80ab4da986ee416febb2eaa7 for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:12.460577 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:12.461177 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:12.461684 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13212006'] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.567786 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:12.638473 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 7dc38092-b752-4e61-9d7f-50ce198e31ce up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:12.685927 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 7dc38092-b752-4e61-9d7f-50ce198e31ce triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:12.686550 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.687291 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16754010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13211976'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.740525 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518e8049-19b2-4889-b653-921192a83fac,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:12.760287 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Checking segment: {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:12.760652 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Network hostable DHCP agents. Network: e3a3a741-0e92-4928-a46a-68c4ecf279bf, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 18:58:12.774334 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 2, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:12.801755 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Checking router: a8054601-6961-48be-b55f-66ded09d7f0b for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:12.802099 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Updating router a8054601-6961-48be-b55f-66ded09d7f0b port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:58:12.809633 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 7dc38092-b752-4e61-9d7f-50ce198e31ce is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:12.810029 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.830169 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.831013 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 7dc38092-b752-4e61-9d7f-50ce198e31ce, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=7dc38092-b752-4e61-9d7f-50ce198e31ce,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:12.841168 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 18:58:12.920984 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.936721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, e3a3a741-0e92-4928-a46a-68c4ecf279bf) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:12.943309 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:12.944160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:12.951847 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39a659-08ac-4ae3-a03d-5245a647f230 None None] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:58:13.027617 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ae16faa6-fa3e-4070-944b-a045ab002739 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6507313 Aug 08 18:58:13.027836 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=7dc38092-b752-4e61-9d7f-50ce198e31ce,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:13.027978 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45562) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:13.032364 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:13.094460 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.117640 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a993b71-d068-585e-bcd2-780dd5ea1407-e3a3a741-0e92-4928-a46a-68c4ecf279bf', 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'fixed_ips': [{'subnet_id': '518e8049-19b2-4889-b653-921192a83fac'}]}} from dv-cinder-852456-1-iscsi. {{(pid=109561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 08 18:58:13.118490 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.125271 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1727422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15343'] for router, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.126400 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1724974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1702896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15328'] for router, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.175796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.177164 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.191621 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:13.241116 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32639011-4e53-4a53-a365-1881114e2a5a None None] Pushing event updated for resources: {'Port': ['ID=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:13.307760 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.db_base_plugin_common [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Allocated IP 172.20.0.2 (e3a3a741-0e92-4928-a46a-68c4ecf279bf/518e8049-19b2-4889-b653-921192a83fac/35d4b4f7-946b-4169-8546-c191327a8baa) {{(pid=109561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:13.370084 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Attempting to bind port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:13.370458 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Attempting to bind port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:13.370874 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Attempting to bind port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 on network b4c4a24c-41ee-4560-b919-fef79ce19654 {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:13.378223 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:13.378655 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Checking segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:13.379699 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.379855 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Bound using segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:13.380630 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Bound port: 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:13.380972 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.425152 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.475409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4f50e-cdd9-4a73-8446-76f0535e9b5b req-ff1d8468-dcf4-41e5-9eec-473aa85073a4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:13.475409 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-23d4f50e-cdd9-4a73-8446-76f0535e9b5b req-ff1d8468-dcf4-41e5-9eec-473aa85073a4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.1274757 Aug 08 18:58:13.476254 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] For port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:13.476254 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] For port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:13.480108 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Notify callbacks [] for port, precommit_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.490288 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-23d4f50e-cdd9-4a73-8446-76f0535e9b5b req-92c5f4ee-84ff-4281-a38a-ea3414b80340 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333610 Aug 08 18:58:13.691109 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 42c65623-c116-446a-afdd-1356a55a5bb6 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:58:13.695869 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 42c65623-c116-446a-afdd-1356a55a5bb6 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:13.699216 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.728130 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808'] for port, after_create {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.728734 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.766249 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:13.766891 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:13.778716 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf is already hosted by enough agents. {{(pid=109561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:13.784007 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.scheduler.base_scheduler [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Resources bound (agent type, host, resource id): {{(pid=109561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:13.790303 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Received port after_create {{(pid=109561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:13.796200 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Pushing event updated for resources: {'Port': ['ID=35d4b4f7-946b-4169-8546-c191327a8baa,revision_number=1']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:13.830793 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32639011-4e53-4a53-a365-1881114e2a5a None None] Pushing event updated for resources: {'Port': ['ID=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:13.882075 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:13.882562 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.884635 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Attempting to bind port 35d4b4f7-946b-4169-8546-c191327a8baa on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:13.885648 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Attempting to bind port 35d4b4f7-946b-4169-8546-c191327a8baa by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:13.885648 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Attempting to bind port 35d4b4f7-946b-4169-8546-c191327a8baa on network e3a3a741-0e92-4928-a46a-68c4ecf279bf {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:13.899382 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:13.899853 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Checking segment: {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:13.900335 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.900781 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Bound using segment: {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:13.901340 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Bound port: 35d4b4f7-946b-4169-8546-c191327a8baa, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:13.901780 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:13.902634 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:13.928413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:13.930795 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f5b0c3-2e3c-4c0e-96f8-19ee2f36547a" -d '{"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-plugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:13.962648 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:13.983349 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3bdd59-bda2-4a5b-b2b3-f842c08b48d2 x-openstack-request-id: req-9e3bdd59-bda2-4a5b-b2b3-f842c08b48d2 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:13.983671 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-plugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:13.983930 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e3bdd59-bda2-4a5b-b2b3-f842c08b48d2 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:13.984483 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3bdd59-bda2-4a5b-b2b3-f842c08b48d2'] response: {'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'code': 200} Aug 08 18:58:14.012493 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] For port 35d4b4f7-946b-4169-8546-c191327a8baa, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:14.015912 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] For port 35d4b4f7-946b-4169-8546-c191327a8baa, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=35d4b4f7-946b-4169-8546-c191327a8baa,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:14.030178 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.089036 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:14.120112 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.164645 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:13Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:14.179321 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b585d8-322d-4d7b-a5b1-215806aa9e59 None None] Pushing event updated for resources: {'Port': ['ID=35d4b4f7-946b-4169-8546-c191327a8baa,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:14.194119 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc1581-4311-4037-b50c-426b4d0167aa None None] The sync data for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi is: [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:13Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:14.221316 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.248701 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.367733 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79069d6-66dc-4e4c-b740-0395d1acc71b req-ceab6853-15b5-4a27-92b1-ee7328aae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:14.371755 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b79069d6-66dc-4e4c-b740-0395d1acc71b req-ceab6853-15b5-4a27-92b1-ee7328aae65e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1099 time: 0.0556781 Aug 08 18:58:14.421308 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b79069d6-66dc-4e4c-b740-0395d1acc71b req-0293385c-7ee6-486e-8933-c55577eef6fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406191 Aug 08 18:58:14.421530 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Allocated IP 172.27.3.145 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/66363c51-49c9-4d97-8505-b480c671dae6) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:14.546526 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.671358 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602251e-c048-4967-b2be-8ae5137cc05e req-a8a9c69d-9224-4861-86ad-013d5c478b09 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:14.672875 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f602251e-c048-4967-b2be-8ae5137cc05e req-a8a9c69d-9224-4861-86ad-013d5c478b09 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0528030 Aug 08 18:58:14.674449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.732720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:14.740262 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:14.746711 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:14.779768 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Pushing event updated for resources: {'Port': ['ID=66363c51-49c9-4d97-8505-b480c671dae6,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:14.784605 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f602251e-c048-4967-b2be-8ae5137cc05e req-3053be3d-c84c-4303-b4c2-4d7d7530354e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041751 Aug 08 18:58:14.797257 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 35d4b4f7-946b-4169-8546-c191327a8baa up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:14.863687 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 35d4b4f7-946b-4169-8546-c191327a8baa triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:14.864067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.945466 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 35d4b4f7-946b-4169-8546-c191327a8baa is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:14.945862 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:14.984071 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 35d4b4f7-946b-4169-8546-c191327a8baa, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=35d4b4f7-946b-4169-8546-c191327a8baa,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:15.058389 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.059221 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 7dc38092-b752-4e61-9d7f-50ce198e31ce up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:15.142473 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=35d4b4f7-946b-4169-8546-c191327a8baa,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:15.142714 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.166148 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 7dc38092-b752-4e61-9d7f-50ce198e31ce triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:15.166523 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.256874 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 7dc38092-b752-4e61-9d7f-50ce198e31ce is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:15.259426 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:15.314762 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:15.315170 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.352634 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535818b0-c681-4c0a-b826-16d0dbbbbaa6 None None] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:58:15.373908 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1724961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1728446'] for router, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.472159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-ed722fdc-ed4f-4cfc-a516-a9362557347e None None] Provisioning complete for port 35d4b4f7-946b-4169-8546-c191327a8baa triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:15.472525 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ed722fdc-ed4f-4cfc-a516-a9362557347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.552184 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:15.556895 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.572761 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 is scheduled to L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e with binding_index 1 {{(pid=109559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 08 18:58:15.622134 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:15.665505 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-ed722fdc-ed4f-4cfc-a516-a9362557347e None None] Current status of the port 35d4b4f7-946b-4169-8546-c191327a8baa is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:15.681382 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:15.693880 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Sync routers for ids ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:15.705207 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Routers {'23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:15.705817 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:15.707561 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.769021 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.773016 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d14cc0e3-5f8a-4ccf-a898-740fff5df042 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7414837 Aug 08 18:58:15.781657 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45572) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:15.977040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-0b70be4d-5722-46da-8e60-c19897834a1c None None] Provisioning complete for port 35d4b4f7-946b-4169-8546-c191327a8baa triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:15.978577 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0b70be4d-5722-46da-8e60-c19897834a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:15.986050 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:16.008566 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c614f2-1ba5-4dfd-9db3-177e531be59a req-bdb1c310-bed8-4853-8bd9-488c6f531a2e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:16.011427 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71c614f2-1ba5-4dfd-9db3-177e531be59a req-bdb1c310-bed8-4853-8bd9-488c6f531a2e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.1052647 Aug 08 18:58:16.033061 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Set router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:16.090647 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71c614f2-1ba5-4dfd-9db3-177e531be59a req-f9cdfa83-06dc-472a-826f-884134ff9b3b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724394 Aug 08 18:58:16.195262 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-0b70be4d-5722-46da-8e60-c19897834a1c None None] Current status of the port 35d4b4f7-946b-4169-8546-c191327a8baa is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:16.214879 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549df7f-1c31-4b3d-912b-3de0859761a2 req-cfed2555-ffb5-43e4-936a-a18c729e5489 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:16.216767 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c549df7f-1c31-4b3d-912b-3de0859761a2 req-cfed2555-ffb5-43e4-936a-a18c729e5489 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0500164 Aug 08 18:58:16.227474 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45578) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:16.232037 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'floatingip': {'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:16.247475 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T18:58:14Z', 'revision_number': 3, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:16.270428 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.272933 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Checking router: 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:16.273280 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Updating router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 port 66363c51-49c9-4d97-8505-b480c671dae6 binding host dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:58:16.301766 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.325648 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.493457 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Allocated IP 172.20.0.1 (e3a3a741-0e92-4928-a46a-68c4ecf279bf/518e8049-19b2-4889-b653-921192a83fac/321c0cf9-0653-42d6-8eb8-882be5b32905) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:16.568549 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Notify callbacks [] for port, precommit_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.603041 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.636234 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 35d4b4f7-946b-4169-8546-c191327a8baa up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:16.670265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.697101 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.712626 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Attempting to bind port 66363c51-49c9-4d97-8505-b480c671dae6 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:16.712987 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Attempting to bind port 66363c51-49c9-4d97-8505-b480c671dae6 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:16.713343 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Attempting to bind port 66363c51-49c9-4d97-8505-b480c671dae6 on network 3948c993-8290-483a-bcd2-1788984c669d {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:16.728125 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:16.728552 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Checking segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:16.728888 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.729274 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Bound using segment: {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'} {{(pid=109561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:16.729743 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.managers [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Bound port: 66363c51-49c9-4d97-8505-b480c671dae6, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f100bc-9b61-4ac5-a50a-05b083e88ea6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3948c993-8290-483a-bcd2-1788984c669d'}}] {{(pid=109561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:16.730489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.737140 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:16.740094 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:16.743692 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:16.763131 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f269420-5126-483e-958d-ed45a96b740c None None] Pushing event updated for resources: {'Port': ['ID=66363c51-49c9-4d97-8505-b480c671dae6,revision_number=2']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:16.775627 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 35d4b4f7-946b-4169-8546-c191327a8baa triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:16.776006 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.778454 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Pushing event updated for resources: {'Port': ['ID=321c0cf9-0653-42d6-8eb8-882be5b32905,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:16.806169 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726923'] for router_interface, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.828479 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.829076 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] For port 66363c51-49c9-4d97-8505-b480c671dae6, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:16.845065 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] For port 66363c51-49c9-4d97-8505-b480c671dae6, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=66363c51-49c9-4d97-8505-b480c671dae6,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:16.891662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 35d4b4f7-946b-4169-8546-c191327a8baa is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:16.892814 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:16.893492 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.926783 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:16.981597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Routers {'23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:16.982226 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:17.011175 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Floating IP c6f2f027-3812-4e67-90e1-95abb532a5cd associated. External IP: 172.27.3.132, port: 42c65623-c116-446a-afdd-1356a55a5bb6. Aug 08 18:58:17.039987 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.054356 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f269420-5126-483e-958d-ed45a96b740c None None] Pushing event updated for resources: {'Port': ['ID=66363c51-49c9-4d97-8505-b480c671dae6,revision_number=3']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:17.062404 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:17.062784 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.093535 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-1fc561d8-83b7-4ce0-b520-df872d990734 None None] Provisioning complete for port 321c0cf9-0653-42d6-8eb8-882be5b32905 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:17.094301 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-1fc561d8-83b7-4ce0-b520-df872d990734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.173145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-1fc561d8-83b7-4ce0-b520-df872d990734 None None] Port 321c0cf9-0653-42d6-8eb8-882be5b32905 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:17.186056 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] Set router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:17.216481 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.241997 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:17.273992 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.324622 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:17.345549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728123'] for router_interface, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.348957 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Pushing event updated for resources: {'Port': ['ID=321c0cf9-0653-42d6-8eb8-882be5b32905,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:17.358674 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:17.361774 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.369133 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:17.381224 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:17.381836 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:17.394501 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-05aa2b15-38f1-46d4-9836-8448d06c2079 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "PUT /v2.0/floatingips/c6f2f027-3812-4e67-90e1-95abb532a5cd HTTP/1.1" status: 200 len: 992 time: 1.1658161 Aug 08 18:58:17.395733 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:17.398866 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:17.418878 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T18:58:14Z', 'revision_number': 3, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:17.456705 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cc193-e29d-48f9-996b-99ca39c8aafd None None] The sync data for ids ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'] in dv-cinder-852456-1-iscsi is: [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T18:58:14Z', 'revision_number': 3, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:17.469079 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:17.470822 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:17.524317 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:17.621277 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:17.709016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d02a9-4c97-4529-899d-83ed255f997b x-openstack-request-id: req-e40d02a9-4c97-4529-899d-83ed255f997b {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:17.709387 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:17.710152 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e40d02a9-4c97-4529-899d-83ed255f997b {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:17.710152 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40d02a9-4c97-4529-899d-83ed255f997b'] response: {'name': 'network-changed', 'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'status': 'completed', 'code': 200} Aug 08 18:58:17.814366 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-5a27aa02-1d07-4514-af76-c1e5c7bfb463 None None] Provisioning complete for port 321c0cf9-0653-42d6-8eb8-882be5b32905 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:17.815086 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5a27aa02-1d07-4514-af76-c1e5c7bfb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:17.861178 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-5a27aa02-1d07-4514-af76-c1e5c7bfb463 None None] Port 321c0cf9-0653-42d6-8eb8-882be5b32905 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:17.864261 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'c6f2f027-3812-4e67-90e1-95abb532a5cd', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'mac_address': 'fa:16:3e:d3:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036fa-0768-4b93-b646-078361cb3377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:58:03Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 1, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:17.893280 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:17.904072 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:17.904703 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:18.020607 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:18.105472 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:18.111613 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1ba9e2e4-12f9-4bbd-8899-42b06a147355 admin admin] 10.222.0.23 "PUT /v2.0/routers/23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370991 Aug 08 18:58:18.125439 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-36f0a580-23d0-4775-acec-377995731fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:18.127152 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-36f0a580-23d0-4775-acec-377995731fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1099 time: 0.0726285 Aug 08 18:58:18.245201 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-37a9bb78-498e-4c83-a29e-0844024fefc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:18.247305 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-37a9bb78-498e-4c83-a29e-0844024fefc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.1106234 Aug 08 18:58:18.278190 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'c6f2f027-3812-4e67-90e1-95abb532a5cd', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'mac_address': 'fa:16:3e:d3:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036fa-0768-4b93-b646-078361cb3377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:58:03Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 1, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:18.313184 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b8d74-56c0-4cd6-acbd-ef6e34fd40ca None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'c6f2f027-3812-4e67-90e1-95abb532a5cd', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'mac_address': 'fa:16:3e:d3:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2036fa-0768-4b93-b646-078361cb3377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:58:03Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 1, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:18.323405 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-30ff51d6-3140-42a4-abbb-2899a9386589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 1000 time: 0.0607674 Aug 08 18:58:18.386204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-25e506e8-5c8f-4e5e-9141-1df3eaeec068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:18.387837 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-25e506e8-5c8f-4e5e-9141-1df3eaeec068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0559514 Aug 08 18:58:18.449868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-86e996d8-e496-4ea9-9a0f-9e42da7c81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:18.451537 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-86e996d8-e496-4ea9-9a0f-9e42da7c81ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552931 Aug 08 18:58:18.532748 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45592) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:18.538681 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229544861', 'description': 'tempest-secgroup-smoke-229544861 description', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:18.577006 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-dc69ce26-2782-412a-afa5-2bba976cf7d6 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178138 Aug 08 18:58:18.605615 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc9cb8-21e6-4cdc-8f73-42fec9e54b6e None None] New status for floating IP c6f2f027-3812-4e67-90e1-95abb532a5cd: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:58:18.618907 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:18.653374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 66363c51-49c9-4d97-8505-b480c671dae6 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:18.702885 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e677b3c-74fa-44b7-99f5-66c3a9546fa8 req-59dc8d49-5e1f-43b1-aa78-08fb6bd79479 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177394 Aug 08 18:58:18.717643 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:18.784350 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:18.814763 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:18.889075 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:18.890639 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b6b49135-9d69-4d00-931e-6f32c988fdac tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3559220 Aug 08 18:58:18.894503 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45594) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:18.898982 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group_rule': {'security_group_id': '43a45c9d-6301-4cbd-ba8d-e5a1829c14ed', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:18.925709 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 66363c51-49c9-4d97-8505-b480c671dae6 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:18.926896 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.006043 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.006753 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 66363c51-49c9-4d97-8505-b480c671dae6 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:19.011576 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.030837 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 66363c51-49c9-4d97-8505-b480c671dae6, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=66363c51-49c9-4d97-8505-b480c671dae6,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:19.065521 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.108175 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.133918 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.154815 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b5a87c-54e9-48b9-8f31-b5b41950600d,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:19.164315 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=66363c51-49c9-4d97-8505-b480c671dae6,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:19.226355 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.227631 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-08630077-aa42-419b-8d7b-e2058d03c6a4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3320739 Aug 08 18:58:19.230280 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45600) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:19.234499 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group_rule': {'security_group_id': '43a45c9d-6301-4cbd-ba8d-e5a1829c14ed', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:19.320281 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.353286 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Sync routers for ids ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:19.362413 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Routers {'23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:19.365478 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:19.381273 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.423880 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.444394 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14fb73d-b490-4837-8d1e-112d089aadeb,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:19.470990 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Set router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:19.523876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.525401 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6b88a817-943d-4b9c-8b41-0fded89c9a0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2940989 Aug 08 18:58:19.528101 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45602) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:19.532702 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group_rule': {'security_group_id': '43a45c9d-6301-4cbd-ba8d-e5a1829c14ed', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:19.628113 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.688723 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.750277 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 4, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '321c0cf9-0653-42d6-8eb8-882be5b32905', 'name': '', 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'mac_address': 'fa:16:3e:8a:df:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '518e8049-19b2-4889-b653-921192a83fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:16Z', 'updated_at': '2022-08-08T18:58:17Z', 'revision_number': 2, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'subnets': [{'id': '518e8049-19b2-4889-b653-921192a83fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:19.755862 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.771213 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1321ab44-f8d8-4c07-9f11-fb1d26a64783,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:19.779992 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Checking router: 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:19.780340 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Updating router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 port 321c0cf9-0653-42d6-8eb8-882be5b32905 binding host dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 08 18:58:19.803985 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.837240 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.838714 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-cc7dd302-0ae2-41dd-b7d0-c428610056d0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3096969 Aug 08 18:58:19.841965 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45604) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:19.846548 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group_rule': {'security_group_id': '43a45c9d-6301-4cbd-ba8d-e5a1829c14ed', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:19.931621 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:19.996317 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.061656 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Notify callbacks [] for port, precommit_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.075087 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.094386 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cb0cb1-00ab-4253-b942-490a9d5cc48c,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:20.176772 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.186095 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.187359 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1f515747-09da-435d-84f8-4566911f2be8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443761 Aug 08 18:58:20.190173 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45606) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:20.195135 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group_rule': {'security_group_id': '43a45c9d-6301-4cbd-ba8d-e5a1829c14ed', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:20.250442 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5793fd7-e6b3-48c2-bc71-17d4ee9949d0 None None] Pushing event updated for resources: {'Port': ['ID=321c0cf9-0653-42d6-8eb8-882be5b32905,revision_number=3']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:20.262308 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Attempting to bind port 321c0cf9-0653-42d6-8eb8-882be5b32905 on host dv-cinder-852456-1-iscsi for vnic_type normal with profile {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:20.262732 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Attempting to bind port 321c0cf9-0653-42d6-8eb8-882be5b32905 by drivers openvswitch,hyperv on host dv-cinder-852456-1-iscsi at level 0 using segments [{'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:20.263088 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Attempting to bind port 321c0cf9-0653-42d6-8eb8-882be5b32905 on network e3a3a741-0e92-4928-a46a-68c4ecf279bf {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:20.267842 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Checking agent: {'id': 'c05f2ca3-d849-45c9-9303-eb98317f25c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852456-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 44, 7), 'started_at': datetime.datetime(2022, 8, 8, 18, 44, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852456-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:20.268203 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Checking segment: {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:20.268589 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.268966 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Bound using segment: {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'} {{(pid=109562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:20.269410 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.managers [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Bound port: 321c0cf9-0653-42d6-8eb8-882be5b32905, host: dv-cinder-852456-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf'}}] {{(pid=109562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:20.269823 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.275366 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.securitygroups_db [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Project eda3e831aa7b45bd969cd3a611ffebe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 18:58:20.280481 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.331331 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] For port 321c0cf9-0653-42d6-8eb8-882be5b32905, host dv-cinder-852456-1-iscsi, cleared binding levels {{(pid=109562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:20.334373 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.plugins.ml2.db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] For port 321c0cf9-0653-42d6-8eb8-882be5b32905, host dv-cinder-852456-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=321c0cf9-0653-42d6-8eb8-882be5b32905,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:20.342331 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.424143 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron_lib.callbacks.manager [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.435489 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.455656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875fa316-512c-4746-983e-3ec9e8c2652c,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:20.460555 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Routers {'23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:20.461315 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:20.523547 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5793fd7-e6b3-48c2-bc71-17d4ee9949d0 None None] Pushing event updated for resources: {'Port': ['ID=321c0cf9-0653-42d6-8eb8-882be5b32905,revision_number=4']} {{(pid=109562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:20.529028 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.530326 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-0ce1e27a-cb57-4dca-b171-4d0c27ae835f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392143 Aug 08 18:58:20.533404 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45608) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:20.539813 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'security_group_rule': {'security_group_id': '43a45c9d-6301-4cbd-ba8d-e5a1829c14ed', 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:20.583912 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] Set router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:20.613334 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 66363c51-49c9-4d97-8505-b480c671dae6 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:20.630129 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.securitygroups_db [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Project eda3e831aa7b45bd969cd3a611ffebe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 08 18:58:20.636327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.660178 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 66363c51-49c9-4d97-8505-b480c671dae6 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:20.661143 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.701739 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.737519 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 66363c51-49c9-4d97-8505-b480c671dae6 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:20.761422 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.780812 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85805999-7b68-40e7-9340-1aff2b7fa33b,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:20.792247 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-51317472-fff8-4958-9432-4518223fcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 4, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '321c0cf9-0653-42d6-8eb8-882be5b32905', 'name': '', 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'mac_address': 'fa:16:3e:8a:df:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '518e8049-19b2-4889-b653-921192a83fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:16Z', 'updated_at': '2022-08-08T18:58:20Z', 'revision_number': 4, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'subnets': [{'id': '518e8049-19b2-4889-b653-921192a83fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:20.818023 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51317472-fff8-4958-9432-4518223fcb45 None None] The sync data for ids ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'] in dv-cinder-852456-1-iscsi is: [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T18:58:16Z', 'revision_number': 4, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '321c0cf9-0653-42d6-8eb8-882be5b32905', 'name': '', 'network_id': 'e3a3a741-0e92-4928-a46a-68c4ecf279bf', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'mac_address': 'fa:16:3e:8a:df:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '518e8049-19b2-4889-b653-921192a83fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:16Z', 'updated_at': '2022-08-08T18:58:20Z', 'revision_number': 4, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'subnets': [{'id': '518e8049-19b2-4889-b653-921192a83fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:20.832849 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:20.834435 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3c524ec8-96a2-4ebb-b7d0-3e4e9597f042 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996690 Aug 08 18:58:22.618638 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 321c0cf9-0653-42d6-8eb8-882be5b32905 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:22.669725 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 321c0cf9-0653-42d6-8eb8-882be5b32905 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:22.670092 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:22.748492 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 321c0cf9-0653-42d6-8eb8-882be5b32905 is: DOWN; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:22.748953 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:22.782498 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] For port 321c0cf9-0653-42d6-8eb8-882be5b32905, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=321c0cf9-0653-42d6-8eb8-882be5b32905,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:22.833584 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:22.888201 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Pushing event updated for resources: {'Port': ['ID=321c0cf9-0653-42d6-8eb8-882be5b32905,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:24.608865 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 321c0cf9-0653-42d6-8eb8-882be5b32905 up at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:24.660902 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Provisioning complete for port 321c0cf9-0653-42d6-8eb8-882be5b32905 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:24.661879 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:24.744318 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Current status of the port 321c0cf9-0653-42d6-8eb8-882be5b32905 is: ACTIVE; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:25.378516 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:28.239295 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-ae2936ae-dee1-4fa5-b6f2-41dc7a459ade service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413468 Aug 08 18:58:28.301477 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-a3962382-e1f1-4eb6-9451-e32eb8b0053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:28.303789 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-a3962382-e1f1-4eb6-9451-e32eb8b0053c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 1098 time: 0.0425918 Aug 08 18:58:28.413100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-ad62ba9b-9acc-4937-9bbd-ff9488cca5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:28.414574 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-ad62ba9b-9acc-4937-9bbd-ff9488cca5fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.0910349 Aug 08 18:58:28.498057 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-91f97dcf-ff71-4866-be6d-0a92fd515172 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1ea084c-1393-4d20-b37b-587c236784b8 HTTP/1.1" status: 200 len: 1000 time: 0.0712790 Aug 08 18:58:28.553413 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-dcf8316a-c9b4-434d-8b41-8dc05e0852ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:28.557355 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-dcf8316a-c9b4-434d-8b41-8dc05e0852ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0503938 Aug 08 18:58:28.606645 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-c0831131-53d8-4adb-85ff-392d9dd1c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:28.608299 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-c0831131-53d8-4adb-85ff-392d9dd1c034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415912 Aug 08 18:58:28.699891 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-223f9f7c-edcc-4a19-8ed0-b7468311b91b service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828767 Aug 08 18:58:28.801234 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0eade16e-c38a-4c60-ba24-da228b7f8b20 req-f853ddd3-da63-4e41-bceb-3d1f772784dc service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931993 Aug 08 18:58:32.296716 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3930bfed-44eb-4724-b374-523c9148d085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:34.532814 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-49214b3c-303b-416f-9171-f016a21454a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:35.835815 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:37.223460 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b5a5b-077c-47ef-83e2-4b15a0b27a83 req-c29bb36a-8149-4da3-9e01-2d55a05588e4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:37.224931 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eb9b5a5b-077c-47ef-83e2-4b15a0b27a83 req-c29bb36a-8149-4da3-9e01-2d55a05588e4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 946 time: 0.0519481 Aug 08 18:58:37.263404 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-eb9b5a5b-077c-47ef-83e2-4b15a0b27a83 req-aeacc868-ccc6-442c-b3be-aa968f224735 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322661 Aug 08 18:58:37.296478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:37.561359 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:37.692271 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-287fa677-ab7d-458d-a355-ff07c4be1f15 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229544861&fields=id&tenant_id=eda3e831aa7b45bd969cd3a611ffebe2 HTTP/1.1" status: 200 len: 267 time: 0.0316556 Aug 08 18:58:37.799291 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-88c22127-3de8-41b9-a5fa-9f841aeec4f4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:37.800809 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-88c22127-3de8-41b9-a5fa-9f841aeec4f4 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 809 time: 0.1013412 Aug 08 18:58:37.816385 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-894a9d9b-dae9-4f54-b270-b7d0fa52e3c5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/quotas/eda3e831aa7b45bd969cd3a611ffebe2 HTTP/1.1" status: 200 len: 375 time: 0.0097260 Aug 08 18:58:37.869577 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-36985a4c-4f71-49b8-b7ef-956b65109b11 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458832 Aug 08 18:58:38.057924 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-59962d25-afc9-457c-b7a7-08303e4d02c5 service neutron] 10.222.0.23 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757777 Aug 08 18:58:38.145245 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-263c6c71-903d-4186-abf2-843a3150cbad service neutron] 10.222.0.23 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820851 Aug 08 18:58:38.384509 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe59839-731e-40ba-8750-f6bed6c2db45 req-0acc9ccb-e1a8-4e97-b02f-c7e5a7678be9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:38.385968 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-afe59839-731e-40ba-8750-f6bed6c2db45 req-0acc9ccb-e1a8-4e97-b02f-c7e5a7678be9 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 946 time: 0.0525708 Aug 08 18:58:38.423545 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-afe59839-731e-40ba-8750-f6bed6c2db45 req-881a772a-324c-4e27-9621-02076fb75c70 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Aug 08 18:58:38.673261 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-72f7b4ae-49c3-49c9-a343-fbb0eae48f3a req-443e7af9-d76b-4117-bf8a-ac1eaf9c2460 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 210 time: 0.0266485 Aug 08 18:58:38.990247 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-65523dc9-cba4-417a-9f06-d7564a091285 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:38.991761 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-65523dc9-cba4-417a-9f06-d7564a091285 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 946 time: 0.0487652 Aug 08 18:58:39.088927 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:39.089318 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:39.178918 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] For port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:39.180903 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:39.353430 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:39.353786 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:39.354095 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Floating IP 357011a5-4893-41ee-a0f7-6715ce127713 disassociated. External IP: 172.27.3.157, port: 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e. Aug 08 18:58:39.354425 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:39.599860 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:39.636357 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=3755ecd6-5e00-4fef-acae-a5a2d6ebd56e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:39.648698 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.649051 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.649392 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.649749 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.650064 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.650397 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.650729 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.651111 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.651439 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.651768 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.652094 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.652426 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:39.776948 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8bf1228c-a298-4587-bf10-f2f515946bbe req-fb8abda5-e6ec-4e90-8c58-5aed913b49db tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 210 time: 0.0403166 Aug 08 18:58:39.789022 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:39.808200 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6820fa1-6176-4230-bc6e-3874f03d8287 req-03bd930c-e576-49e1-92ac-9b8d430581fc tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:39.809921 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d6820fa1-6176-4230-bc6e-3874f03d8287 req-03bd930c-e576-49e1-92ac-9b8d430581fc tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 867 time: 0.3106983 Aug 08 18:58:39.849653 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d6820fa1-6176-4230-bc6e-3874f03d8287 req-7fc2090d-3c35-4e6c-b839-4c59b69a21d8 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups?id=9af098f4-c416-4326-b941-a66780e84c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Aug 08 18:58:39.900942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:39.910642 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:39.921852 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:39.922456 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:39.943318 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] No DVR routers for this DVR port 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:58:39.946019 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:39.949367 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d0a7b941-f5ab-4b69-a975-5eaeb48e1d4f req-9f661b71-a589-498f-be8c-8f4405297907 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.30 "DELETE /v2.0/ports/3755ecd6-5e00-4fef-acae-a5a2d6ebd56e HTTP/1.1" status: 204 len: 173 time: 0.9488647 Aug 08 18:58:39.949810 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'name': 'network-vif-deleted', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:39.952112 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0e231-ef2a-468c-8e45-df010b80deaa" -d '{"events": [{"server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "name": "network-vif-deleted", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:40.000473 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a99ad8-f016-4987-8861-e76104bbd278 x-openstack-request-id: req-11a99ad8-f016-4987-8861-e76104bbd278 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:40.000843 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0feb063-5981-4ec3-85d1-0b3dced43606", "name": "network-vif-deleted", "tag": "3755ecd6-5e00-4fef-acae-a5a2d6ebd56e", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:40.001153 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11a99ad8-f016-4987-8861-e76104bbd278 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:40.001682 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a99ad8-f016-4987-8861-e76104bbd278'] response: {'server_uuid': 'f0feb063-5981-4ec3-85d1-0b3dced43606', 'name': 'network-vif-deleted', 'tag': '3755ecd6-5e00-4fef-acae-a5a2d6ebd56e', 'status': 'completed', 'code': 200} Aug 08 18:58:40.037393 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:40.255053 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:40.283539 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:40.293245 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:40.293848 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:40.401250 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:40.604268 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:40.634496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f4dbe5-4821-405e-b13d-20830f4051b9 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:52:37Z', 'revision_number': 4, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '830491f1-c7eb-45d3-aee1-b04403474be8', 'name': '', 'network_id': '9bf643ee-79c6-4535-99f5-34bd9b4b7633', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'mac_address': 'fa:16:3e:a0:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:35Z', 'updated_at': '2022-08-08T18:52:49Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'subnets': [{'id': 'b5b1d2b9-f451-4054-b70e-4153f2cd8d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:40.873449 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f6021-c2ae-48db-85f6-691f4c9f1958 None None] New status for floating IP 357011a5-4893-41ee-a0f7-6715ce127713: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:58:40.888588 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a2017612-a4fe-4188-bd44-fb9e209388e1 req-b55ef70f-3b6a-474f-b096-6d1ead39396a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 210 time: 0.0306337 Aug 08 18:58:40.946464 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-3a32b82a-2364-487b-a511-73a41b416aca tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:40.948779 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-3a32b82a-2364-487b-a511-73a41b416aca tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 809 time: 0.1330433 Aug 08 18:58:41.012238 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a720e609-8ff4-4176-b485-7dcb06083f78 req-439a963c-e418-482c-805d-1abf1892278d tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0feb063-5981-4ec3-85d1-0b3dced43606 HTTP/1.1" status: 200 len: 210 time: 0.0396378 Aug 08 18:58:41.036050 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-4c9fc2aa-304e-4e87-bf5f-ef24fb6cba9c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda3e831aa7b45bd969cd3a611ffebe2 HTTP/1.1" status: 200 len: 379 time: 0.0528316 Aug 08 18:58:41.050760 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'port': {'device_id': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'admin_state_up': True, 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'security_groups': ['43a45c9d-6301-4cbd-ba8d-e5a1829c14ed']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:41.258358 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Made reservation on behalf of eda3e831aa7b45bd969cd3a611ffebe2 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:41.261867 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:41.385122 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Allocated IP 172.20.0.8 (b4c4a24c-41ee-4560-b919-fef79ce19654/f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b/c35dd614-a60a-423f-8cef-fe0fee492940) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:41.524556 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:41.634029 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:41.676961 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Network b4c4a24c-41ee-4560-b919-fef79ce19654 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:41.680158 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:41.684737 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:41.690033 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:41.742731 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:41.743372 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:41.821434 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-c7598154-fda9-4845-b686-e32001f8fbf7 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761207 Aug 08 18:58:41.834569 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Request body: {'port': {'device_id': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:41.887421 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:41.951800 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-c228f806-aa79-460e-a322-d7141f5b93d3 None None] Provisioning complete for port c35dd614-a60a-423f-8cef-fe0fee492940 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:41.952367 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c228f806-aa79-460e-a322-d7141f5b93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:41.985949 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-c228f806-aa79-460e-a322-d7141f5b93d3 None None] Port c35dd614-a60a-423f-8cef-fe0fee492940 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:42.028720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602c284-641c-4ff4-8942-226e19139615 req-a16ca4e5-f11a-4903-a56e-e5dc9a1cc8c5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:42.030204 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c602c284-641c-4ff4-8942-226e19139615 req-a16ca4e5-f11a-4903-a56e-e5dc9a1cc8c5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 931 time: 0.0519316 Aug 08 18:58:42.071765 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c602c284-641c-4ff4-8942-226e19139615 req-e6d9cde1-ffe8-4bc4-a414-4e44a0a79dab tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353425 Aug 08 18:58:42.157701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35dd614-a60a-423f-8cef-fe0fee492940 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:58:42.165789 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.177141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Transition to ACTIVE for port object c35dd614-a60a-423f-8cef-fe0fee492940 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:58:42.186409 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45842) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:42.243691 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1eba-86a4-4c9b-bf24-7e51cde6f2a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.262556 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.271660 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1eba-86a4-4c9b-bf24-7e51cde6f2a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.372033 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:42.403398 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Attempting to bind port c35dd614-a60a-423f-8cef-fe0fee492940 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:42.403732 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Attempting to bind port c35dd614-a60a-423f-8cef-fe0fee492940 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:42.404058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Attempting to bind port c35dd614-a60a-423f-8cef-fe0fee492940 on network b4c4a24c-41ee-4560-b919-fef79ce19654 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:42.408328 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Port c35dd614-a60a-423f-8cef-fe0fee492940 on network b4c4a24c-41ee-4560-b919-fef79ce19654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:58:42.408648 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Attempting to bind port c35dd614-a60a-423f-8cef-fe0fee492940 on network b4c4a24c-41ee-4560-b919-fef79ce19654 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:42.414014 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:42.414345 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Checking segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:42.414721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Bound using segment: {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:42.415173 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Bound port: c35dd614-a60a-423f-8cef-fe0fee492940, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cff5eec-25d4-4bc1-a367-21ee05d9ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:42.415526 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.478112 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1eba-86a4-4c9b-bf24-7e51cde6f2a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.480607 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-c8cf1eba-86a4-4c9b-bf24-7e51cde6f2a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.481779 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-c8cf1eba-86a4-4c9b-bf24-7e51cde6f2a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/security-groups/9af098f4-c416-4326-b941-a66780e84c12 HTTP/1.1" status: 204 len: 168 time: 0.2943342 Aug 08 18:58:42.484722 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45846) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:42.486382 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:42.490465 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:42.496103 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf1eba-86a4-4c9b-bf24-7e51cde6f2a5 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af098f4-c416-4326-b941-a66780e84c12,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:42.498824 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-deb29f69-5114-41c3-9dcd-9455cf3fddf4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] show failed (client error): The resource could not be found. Aug 08 18:58:42.499863 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-deb29f69-5114-41c3-9dcd-9455cf3fddf4 tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "GET /v2.0/security-groups/9af098f4-c416-4326-b941-a66780e84c12 HTTP/1.1" status: 404 len: 347 time: 0.0140991 Aug 08 18:58:42.502731 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45848) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:42.561647 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.565774 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:42.566386 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.573433 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] 10.222.0.30 "PUT /v2.0/ports/c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 1093 time: 0.7379525 Aug 08 18:58:42.573433 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:42.573433 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4de5913-138e-40c5-80cb-1ca759df0da1" -d '{"events": [{"name": "network-changed", "server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:42.622223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0d8a-602c-42aa-b7a6-b982cd978816 service neutron] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:42.627294 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a2d19b-76c8-4efa-be59-468d302e6551 x-openstack-request-id: req-87a2d19b-76c8-4efa-be59-468d302e6551 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:42.627592 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:42.627849 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87a2d19b-76c8-4efa-be59-468d302e6551 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:42.628421 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a2d19b-76c8-4efa-be59-468d302e6551'] response: {'name': 'network-changed', 'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'status': 'completed', 'code': 200} Aug 08 18:58:42.636861 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Deleting port 4961dd95-a413-48fb-bac0-da3b18a67dcb {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:42.640238 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.687620 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de5913-138e-40c5-80cb-1ca759df0da1 req-a15ef19e-9af3-4f1d-986b-d1e516330982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:42.689109 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f4de5913-138e-40c5-80cb-1ca759df0da1 req-a15ef19e-9af3-4f1d-986b-d1e516330982 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1096 time: 0.0427659 Aug 08 18:58:42.711764 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.712098 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.724100 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Calling delete_port for 4961dd95-a413-48fb-bac0-da3b18a67dcb owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:42.792658 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de5913-138e-40c5-80cb-1ca759df0da1 req-113bb3e1-6305-4ae2-bc16-0bab2f0ccd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:42.794166 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f4de5913-138e-40c5-80cb-1ca759df0da1 req-113bb3e1-6305-4ae2-bc16-0bab2f0ccd7a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0979102 Aug 08 18:58:42.889553 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de5913-138e-40c5-80cb-1ca759df0da1 req-73ea3230-2f4c-41a7-a003-dc946c78c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:42.890907 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f4de5913-138e-40c5-80cb-1ca759df0da1 req-73ea3230-2f4c-41a7-a003-dc946c78c01c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904059 Aug 08 18:58:42.915676 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:42.942162 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Pushing event deleted for resources: {'Port': ['ID=4961dd95-a413-48fb-bac0-da3b18a67dcb,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:42.953394 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.953753 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.954148 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.954451 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.954790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.955176 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.955499 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.955831 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.956163 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.956489 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.956817 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.957156 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:42.967631 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-fe0ae2da-15c5-40cf-9e21-e624742bc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:42.969175 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-fe0ae2da-15c5-40cf-9e21-e624742bc921 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1096 time: 0.0436227 Aug 08 18:58:43.011480 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-2baa4067-1a2f-41f5-ab57-a191b0b9de8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 217 time: 0.0344105 Aug 08 18:58:43.013653 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:43.016414 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:43.017544 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2a4e2318-3251-4c32-bd16-a8791b0f2ace tempest-AttachVolumeNegativeTest-1405918527 tempest-AttachVolumeNegativeTest-1405918527-project] 10.222.0.23 "DELETE /v2.0/floatingips/357011a5-4893-41ee-a0f7-6715ce127713 HTTP/1.1" status: 204 len: 168 time: 0.5131757 Aug 08 18:58:43.062019 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-9c11c3cd-4d55-4e70-a320-b382fdc008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:43.063524 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-9c11c3cd-4d55-4e70-a320-b382fdc008a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0455570 Aug 08 18:58:43.116787 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-863173dd-5a53-4f4f-9c74-8e96e85f57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:43.118426 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-863173dd-5a53-4f4f-9c74-8e96e85f57fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440798 Aug 08 18:58:43.194919 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273e3ef-4fea-42a3-986a-063a445a0c45 req-26e8716c-4bff-4def-bef0-aea050d94e71 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:43.197090 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4273e3ef-4fea-42a3-986a-063a445a0c45 req-26e8716c-4bff-4def-bef0-aea050d94e71 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0542943 Aug 08 18:58:43.214196 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-1effe465-e5e5-44bc-be12-912542945351 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882223 Aug 08 18:58:43.246424 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4273e3ef-4fea-42a3-986a-063a445a0c45 req-dbac3cfc-0e28-48bb-ae60-b9338d194e53 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Aug 08 18:58:43.309595 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:43.321781 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7b5bad52-ad26-4717-81ee-80df5e769f28 req-cd64f785-c4a1-48c0-92e3-49eb8f506fef service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996656 Aug 08 18:58:43.335374 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:43.335828 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 3755ecd6-5e00-4fef-acae-a5a2d6ebd56e not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:43.690628 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487101-678f-48c4-b630-4fb8b54b582f req-166983b0-2700-4cc6-927e-2adb71a8c4f3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:43.692117 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d2487101-678f-48c4-b630-4fb8b54b582f req-166983b0-2700-4cc6-927e-2adb71a8c4f3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0490205 Aug 08 18:58:43.734308 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d2487101-678f-48c4-b630-4fb8b54b582f req-b989f9f1-1aa4-49f8-be8e-64723e68660d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Aug 08 18:58:44.372505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434acfd5-562c-4bb1-ae2e-df6ff083cf67 req-dc7ab422-b0c4-4e01-90d4-a5e41932b28c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:44.374039 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-434acfd5-562c-4bb1-ae2e-df6ff083cf67 req-dc7ab422-b0c4-4e01-90d4-a5e41932b28c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0554712 Aug 08 18:58:44.415085 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-434acfd5-562c-4bb1-ae2e-df6ff083cf67 req-ed9197ad-7ede-46f4-9492-942c8f4391ae tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Aug 08 18:58:44.855469 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69297-d40a-4531-8785-3276461ffab4 req-33e06a2a-0304-4527-8a41-01a29581ee93 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:44.857071 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d4f69297-d40a-4531-8785-3276461ffab4 req-33e06a2a-0304-4527-8a41-01a29581ee93 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Aug 08 18:58:44.901308 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d4f69297-d40a-4531-8785-3276461ffab4 req-6f1332b6-21d8-4b68-a9c1-35d5725b8f0d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Aug 08 18:58:45.096275 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:58:45.323882 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-c8062db5-c339-4596-a051-e81d611d3e52 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:45.325304 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-c8062db5-c339-4596-a051-e81d611d3e52 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0482419 Aug 08 18:58:45.421551 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Deleting port e1ea084c-1393-4d20-b37b-587c236784b8 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:45.421551 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:45.770770 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] For port e1ea084c-1393-4d20-b37b-587c236784b8, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=e1ea084c-1393-4d20-b37b-587c236784b8,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:45.771290 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:45.799490 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5425-1ba6-4688-b522-cfb0600fc87e req-ba4fe6bf-68ca-4ed0-8c35-d790a50a492e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:45.800001 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e58a5425-1ba6-4688-b522-cfb0600fc87e req-ba4fe6bf-68ca-4ed0-8c35-d790a50a492e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.3092434 Aug 08 18:58:45.903400 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e58a5425-1ba6-4688-b522-cfb0600fc87e req-5583ed1f-6b4f-4bbc-a4c4-2818862c5480 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772254 Aug 08 18:58:45.982307 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:45.982680 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:45.983085 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Floating IP 91ce3da1-ebb2-4bbf-a31b-911b68d9233f disassociated. External IP: 172.27.3.22, port: e1ea084c-1393-4d20-b37b-587c236784b8. Aug 08 18:58:45.983436 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Calling delete_port for e1ea084c-1393-4d20-b37b-587c236784b8 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:46.026577 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b92d6-c383-4633-90a9-6abc1fc6d824 req-711da81d-7a0f-4483-a91b-f2e788426bb8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:46.028133 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-372b92d6-c383-4633-90a9-6abc1fc6d824 req-711da81d-7a0f-4483-a91b-f2e788426bb8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Aug 08 18:58:46.071430 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-372b92d6-c383-4633-90a9-6abc1fc6d824 req-b2030449-c195-46a4-8b49-9b3416c9bfb4 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366204 Aug 08 18:58:46.196057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:46.228813 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'Port': ['ID=e1ea084c-1393-4d20-b37b-587c236784b8,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:46.340231 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:46.447693 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:46.458628 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:46.468821 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:46.469414 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:46.487169 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] No DVR routers for this DVR port e1ea084c-1393-4d20-b37b-587c236784b8 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:58:46.489604 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:46.493446 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-083bbabf-a044-4ebf-87cc-86b791fca18b req-9963ea26-8fd8-4197-bcf8-4f125c85096b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "DELETE /v2.0/ports/e1ea084c-1393-4d20-b37b-587c236784b8 HTTP/1.1" status: 204 len: 173 time: 1.1623318 Aug 08 18:58:46.493896 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'name': 'network-vif-deleted', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:46.496259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880c60fc-ae86-4be3-b583-37d23459841e" -d '{"events": [{"server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "name": "network-vif-deleted", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:46.544751 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358d234-40e1-4bd9-94da-143835290adb x-openstack-request-id: req-9358d234-40e1-4bd9-94da-143835290adb {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:46.545357 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7768ea-d375-4f6f-bb29-48ebf54c4950", "name": "network-vif-deleted", "tag": "e1ea084c-1393-4d20-b37b-587c236784b8", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:46.545595 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9358d234-40e1-4bd9-94da-143835290adb {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:46.546033 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9358d234-40e1-4bd9-94da-143835290adb'] response: {'server_uuid': 'fa7768ea-d375-4f6f-bb29-48ebf54c4950', 'name': 'network-vif-deleted', 'tag': 'e1ea084c-1393-4d20-b37b-587c236784b8', 'status': 'completed', 'code': 200} Aug 08 18:58:46.600322 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:46.823428 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:46.853645 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:46.862046 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:46.862710 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:46.973898 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:47.037205 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e344a-204d-4791-8a96-95f4c8fa39e1 req-02568c86-c6c8-4973-8947-8a6223260f2d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:47.038811 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-303e344a-204d-4791-8a96-95f4c8fa39e1 req-02568c86-c6c8-4973-8947-8a6223260f2d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0556257 Aug 08 18:58:47.079792 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-303e344a-204d-4791-8a96-95f4c8fa39e1 req-41f57ff3-a706-4fbd-aa77-474cd4c9784b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347278 Aug 08 18:58:47.192174 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-25f14ed4-9c78-47ee-87bd-96ebc8a4f0af req-3a25cd00-2cc4-47b6-9c60-2076dd48c92e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa7768ea-d375-4f6f-bb29-48ebf54c4950 HTTP/1.1" status: 200 len: 210 time: 0.0264068 Aug 08 18:58:47.278575 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45934) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:47.313338 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:47.339432 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e6203-54da-4821-a090-0d11ba6786d0 None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:47.629263 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dedb30-8dc3-4ff9-99e7-bc7b3023e3c6 None None] New status for floating IP 91ce3da1-ebb2-4bbf-a31b-911b68d9233f: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:58:47.837612 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:48.137182 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Deleting port 830491f1-c7eb-45d3-aee1-b04403474be8 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:48.141598 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:48.256578 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4158e-7bbb-4fdb-8de3-725934ef9108 req-e213f62d-ad2e-46e6-ac82-eccd346aa55f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:48.258088 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-04b4158e-7bbb-4fdb-8de3-725934ef9108 req-e213f62d-ad2e-46e6-ac82-eccd346aa55f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.1037889 Aug 08 18:58:48.259975 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] For port 830491f1-c7eb-45d3-aee1-b04403474be8, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=830491f1-c7eb-45d3-aee1-b04403474be8,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:48.260360 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:48.290405 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Calling delete_port for 830491f1-c7eb-45d3-aee1-b04403474be8 owned by network:router_interface {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:48.315481 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-04b4158e-7bbb-4fdb-8de3-725934ef9108 req-e5bc774d-567f-4ff6-96e7-a84cbbce2d82 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506530 Aug 08 18:58:48.465562 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-c24f161b-e899-4971-a6f2-68d81551fd54 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019105565&fields=id&tenant_id=146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 267 time: 0.0322511 Aug 08 18:58:48.555723 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:48.577078 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-5c5e454d-9cfc-42e8-86fc-ef2862a28dc6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:48.578708 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-5c5e454d-9cfc-42e8-86fc-ef2862a28dc6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 812 time: 0.1055014 Aug 08 18:58:48.580762 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Pushing event deleted for resources: {'Port': ['ID=830491f1-c7eb-45d3-aee1-b04403474be8,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:48.599373 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-020ed981-a063-4699-9b07-ca044e1eae98 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/quotas/146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 375 time: 0.0109849 Aug 08 18:58:48.660601 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-b6c42bf0-5d06-49c9-8a83-6daceb195baf tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525153 Aug 08 18:58:48.773816 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-c9adea0f-615b-4599-bb24-5b74767400d7 service neutron] 10.222.0.23 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991459 Aug 08 18:58:48.775458 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:48.866758 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-f954d88c-8a4b-40ac-b17d-b8230864b3e4 service neutron] 10.222.0.23 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Aug 08 18:58:48.989656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Router 2947a12a-ac6e-4f15-99fe-728424470226 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:58:49.094073 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:58:49.098920 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-1e4509ad-6d0e-47cf-abca-201956a90262 admin admin] 10.222.0.23 "PUT /v2.0/routers/2947a12a-ac6e-4f15-99fe-728424470226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192196 Aug 08 18:58:49.101495 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45958) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:49.103744 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] Sync routers for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:58:49.113143 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:49.113859 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:49.206145 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks [] for router, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:49.223726 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:49.335270 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device e1ea084c-1393-4d20-b37b-587c236784b8 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:49.368585 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: e1ea084c-1393-4d20-b37b-587c236784b8 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:49.374898 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device e1ea084c-1393-4d20-b37b-587c236784b8 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:49.463752 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:58:48Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:49.488760 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-54dba1af-0cf7-4fe0-9216-a13ba9501e0d req-6b94f41b-388d-4b73-9206-db8c2c532887 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 210 time: 0.0533140 Aug 08 18:58:49.494286 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] Checking router: 2947a12a-ac6e-4f15-99fe-728424470226 for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:58:49.502253 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] Routers {'2947a12a-ac6e-4f15-99fe-728424470226'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:58:49.503051 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['2947a12a-ac6e-4f15-99fe-728424470226'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:49.594723 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35a780-cab4-4956-be04-bf6e23325b4a req-36e22d79-06e6-4fd9-9700-ac10e9b26c1d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:49.596431 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2f35a780-cab4-4956-be04-bf6e23325b4a req-36e22d79-06e6-4fd9-9700-ac10e9b26c1d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.1052020 Aug 08 18:58:49.638250 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2f35a780-cab4-4956-be04-bf6e23325b4a req-22dbab0a-c0f0-425b-984a-ee2558851535 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344503 Aug 08 18:58:49.647823 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:49.687820 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] Set router 2947a12a-ac6e-4f15-99fe-728424470226 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:58:49.773050 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Deleting port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:49.773418 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:49.861375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] For port cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:49.861875 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:49.863852 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:58:48Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:49.874638 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Calling delete_port for cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 owned by network:router_gateway {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:49.889734 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799e06a-b7d7-4a3f-af63-267b306d2be1 None None] The sync data for ids ['2947a12a-ac6e-4f15-99fe-728424470226'] in dv-cinder-852456-1-iscsi is: [{'id': '2947a12a-ac6e-4f15-99fe-728424470226', 'name': 'tempest-AttachVolumeNegativeTest-485024616-router', 'tenant_id': 'c354749a136048b08745a4b9247e917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:52:30Z', 'updated_at': '2022-08-08T18:58:48Z', 'revision_number': 5, 'project_id': 'c354749a136048b08745a4b9247e917c', 'gw_port': {'id': 'cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2947a12a-ac6e-4f15-99fe-728424470226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:52:31Z', 'updated_at': '2022-08-08T18:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:58:50.119111 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.145340 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:50.202956 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.314374 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.316704 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.450776 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.451400 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2947a12a-ac6e-4f15-99fe-728424470226 {{(pid=109560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 18:58:50.460551 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.460551 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-2c86e718-4c45-4955-826a-00af7b623644 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2947a12a-ac6e-4f15-99fe-728424470226 HTTP/1.1" status: 204 len: 168 time: 1.3540692 Aug 08 18:58:50.460551 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 45974) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:50.506980 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Deleting subnet b5b1d2b9-f451-4054-b70e-4153f2cd8d1c {{(pid=109560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:58:50.510445 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.546930 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16550840'] for subnet, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.628716 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-043eb98a-3c61-4a0f-85b4-3813750f06d1 req-dfdab5f0-f8d7-4349-9c97-4c4dbed1ddb7 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 210 time: 0.0473866 Aug 08 18:58:50.677048 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.770097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd07aeb-0509-48a8-8c03-42d777d551a6 req-6221de37-0336-4bf8-82fe-adbdc0552d33 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:50.771663 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0bd07aeb-0509-48a8-8c03-42d777d551a6 req-6221de37-0336-4bf8-82fe-adbdc0552d33 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0613117 Aug 08 18:58:50.810204 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0bd07aeb-0509-48a8-8c03-42d777d551a6 req-e91a1347-30c8-4ed6-9e35-e4e5ed0520f0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Aug 08 18:58:50.812950 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16754075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13211971'] for subnet, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.841849 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b1d2b9-f451-4054-b70e-4153f2cd8d1c,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:50.845794 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:50.851220 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-57aee255-7e2d-4dc3-b1cf-9603e66bce3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b5b1d2b9-f451-4054-b70e-4153f2cd8d1c HTTP/1.1" status: 204 len: 168 time: 0.3879716 Aug 08 18:58:50.851375 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a977f-9c54-4513-9fc6-c7ff102fe6f4 None None] Network 9bf643ee-79c6-4535-99f5-34bd9b4b7633 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:58:50.851947 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45982) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:50.929678 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.000533 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Deleting port 1999a677-9772-4e1f-a1bc-bfb04832568c {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:51.000740 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.026067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 830491f1-c7eb-45d3-aee1-b04403474be8 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:51.047060 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 830491f1-c7eb-45d3-aee1-b04403474be8 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:51.047630 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 830491f1-c7eb-45d3-aee1-b04403474be8 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:51.060655 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25377317-e066-4398-974e-8256859a9766 None None] DHCP port deletion for 9bf643ee-79c6-4535-99f5-34bd9b4b7633 request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 18:58:51.070343 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] For port 1999a677-9772-4e1f-a1bc-bfb04832568c, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1999a677-9772-4e1f-a1bc-bfb04832568c,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:51.070845 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.087683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Calling delete_port for 1999a677-9772-4e1f-a1bc-bfb04832568c owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:51.111088 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-25377317-e066-4398-974e-8256859a9766 None None] Deleting port 1999a677-9772-4e1f-a1bc-bfb04832568c {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:58:51.111466 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.173764 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-25377317-e066-4398-974e-8256859a9766 None None] For port 1999a677-9772-4e1f-a1bc-bfb04832568c, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=1999a677-9772-4e1f-a1bc-bfb04832568c,segment=NetworkSegment(b190e48f-ccf6-4628-8eb0-bfab2875f14c),segment_id=b190e48f-ccf6-4628-8eb0-bfab2875f14c)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:51.174153 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.187084 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-25377317-e066-4398-974e-8256859a9766 None None] Calling delete_port for 1999a677-9772-4e1f-a1bc-bfb04832568c owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:58:51.246418 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.269274 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.275609 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1999a677-9772-4e1f-a1bc-bfb04832568c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:51.285134 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] No DVR routers for this DVR port 1999a677-9772-4e1f-a1bc-bfb04832568c on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:58:51.298925 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25377317-e066-4398-974e-8256859a9766 None None] No DVR routers for this DVR port 1999a677-9772-4e1f-a1bc-bfb04832568c on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:58:51.306067 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25377317-e066-4398-974e-8256859a9766 None None] Pushing event deleted for resources: {'Port': ['ID=1999a677-9772-4e1f-a1bc-bfb04832568c,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:51.315312 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.315689 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.316040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.316379 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.316710 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.317187 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.317518 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.317846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.318175 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.318500 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.318822 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.319167 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25377317-e066-4398-974e-8256859a9766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:58:51.354211 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.374995 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf643ee-79c6-4535-99f5-34bd9b4b7633']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:51.385811 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b190e48f-ccf6-4628-8eb0-bfab2875f14c') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:51.386112 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b190e48f-ccf6-4628-8eb0-bfab2875f14c') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:58:51.395800 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.410314 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.417055 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:58:51.425577 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.497292 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-52f8c7b3-4b59-4636-8b3e-70559e12aa8f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:51.498742 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-52f8c7b3-4b59-4636-8b3e-70559e12aa8f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 812 time: 0.1139612 Aug 08 18:58:51.543750 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-1602108a-0c3a-4b5d-a475-31d030b815af tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 380 time: 0.0350070 Aug 08 18:58:51.552703 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment b190e48f-ccf6-4628-8eb0-bfab2875f14c resource provider aggregate not found Aug 08 18:58:51.553615 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'port': {'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'admin_state_up': True, 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'security_groups': ['18d7c832-b618-443a-81a9-41b9845081b7']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:51.561430 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.572053 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.572053 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9bf643ee-79c6-4535-99f5-34bd9b4b7633 HTTP/1.1" status: 204 len: 168 time: 0.7182298 Aug 08 18:58:51.573521 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment b190e48f-ccf6-4628-8eb0-bfab2875f14c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b190e48f-ccf6-4628-8eb0-bfab2875f14c found for delete ", "request_id": "req-3f57ad6f-2304-47a4-a665-f94b65bebbd5"}]} Aug 08 18:58:51.590627 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18e3c1-5d50-4674-a5cd-4d1256bb34a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf643ee-79c6-4535-99f5-34bd9b4b7633,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:51.741919 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-71cb2946-2fba-4abe-9ef0-b915dce28162 req-9b731af2-cacd-41e1-8a31-1be7e94e46a9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 210 time: 0.0313299 Aug 08 18:58:51.761218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Made reservation on behalf of 146eb6647f1a4d12ade135e727c20072 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 18:58:51.765223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:51.918255 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Allocated IP 172.20.0.14 (1efc018c-fcb6-47d1-9109-fa15ae0ded6e/77b5a501-7609-48fd-b5cb-13a921c91d8e/5cfa50a1-915d-4f57-a9a4-b30ba7309c9f) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:51.951703 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 45998) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:51.971866 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf1db0-35fd-424e-9888-9361f75757bb req-6a971239-d2fa-4892-afb5-94a7c69dec68 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:51.975175 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fedf1db0-35fd-424e-9888-9361f75757bb req-6a971239-d2fa-4892-afb5-94a7c69dec68 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0890424 Aug 08 18:58:51.999464 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7c4941b7-1edb-47a4-a70f-08eea8f69cfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c354749a136048b08745a4b9247e917c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465820 Aug 08 18:58:52.001927 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46000) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:52.053264 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-43aa02c8-cead-4e28-af8c-ef8f6a1cff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.067207 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fedf1db0-35fd-424e-9888-9361f75757bb req-4b74b0d7-a67e-44df-b56d-eed5f02b43e6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810533 Aug 08 18:58:52.074281 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-43aa02c8-cead-4e28-af8c-ef8f6a1cff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.111477 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.201117 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-43aa02c8-cead-4e28-af8c-ef8f6a1cff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.203738 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-43aa02c8-cead-4e28-af8c-ef8f6a1cff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.204878 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-43aa02c8-cead-4e28-af8c-ef8f6a1cff8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd6027ab-5382-4bdf-9497-0d365ee0d810 HTTP/1.1" status: 204 len: 168 time: 0.2020555 Aug 08 18:58:52.213314 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa02c8-cead-4e28-af8c-ef8f6a1cff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6027ab-5382-4bdf-9497-0d365ee0d810,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:52.236170 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.283301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:52.286417 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:52.290130 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:52.318609 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:52.348001 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:52.348727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.403811 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-3937afc1-6527-4bd3-88bf-26267f4cb7a0 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8538589 Aug 08 18:58:52.416117 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Request body: {'port': {'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:52.476760 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.584772 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9f2d0b6c-9d3b-408f-947f-b8e67516e5bd None None] Provisioning complete for port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:52.585446 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0b6c-9d3b-408f-947f-b8e67516e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.639211 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0b6c-9d3b-408f-947f-b8e67516e5bd None None] Port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 18:58:52.651226 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1999a677-9772-4e1f-a1bc-bfb04832568c no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:52.673821 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 1999a677-9772-4e1f-a1bc-bfb04832568c {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:52.674364 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 1999a677-9772-4e1f-a1bc-bfb04832568c not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:52.674774 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:58:52.699427 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:58:52.700026 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device cac6c5fb-fa7f-4d8c-8db5-f6719d1165f9 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:58:52.798684 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:58:52.807474 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.822517 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Transition to ACTIVE for port object 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 18:58:52.873016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb0d53-3f39-4ec2-859c-e0fcfee5971e req-b1158bd5-87f7-40b1-a6bd-25730ed98064 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:52.873016 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d1fb0d53-3f39-4ec2-859c-e0fcfee5971e req-b1158bd5-87f7-40b1-a6bd-25730ed98064 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 932 time: 0.0484743 Aug 08 18:58:52.890871 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:52.918155 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d1fb0d53-3f39-4ec2-859c-e0fcfee5971e req-bc174b51-506a-4fa2-9dfb-d9f1502e9af6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390270 Aug 08 18:58:52.957576 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:53.009890 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Attempting to bind port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 18:58:53.009890 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Attempting to bind port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 18:58:53.009890 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Attempting to bind port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:53.013116 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 18:58:53.013441 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Attempting to bind port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 18:58:53.018713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 18:58:53.019215 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Checking segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 18:58:53.019465 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Bound using segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 18:58:53.019893 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Bound port: 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 18:58:53.020252 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:53.086785 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] For port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 18:58:53.089756 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] For port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 18:58:53.172786 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:53.181689 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.181689 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:53.182902 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cfa50a1-915d-4f57-a9a4-b30ba7309c9f HTTP/1.1" status: 200 len: 1094 time: 0.7713113 Aug 08 18:58:53.184955 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:53.187958 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:53.231710 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0e0bc-b890-498a-8700-38ef5c113c56 req-baa1ad70-7c12-441a-8692-a1d16ef185dd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.233547 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-67c0e0bc-b890-498a-8700-38ef5c113c56 req-baa1ad70-7c12-441a-8692-a1d16ef185dd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0946016 Aug 08 18:58:53.236979 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b09af-34d6-4dd8-a3b1-b30de6630133 x-openstack-request-id: req-8e0b09af-34d6-4dd8-a3b1-b30de6630133 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:53.237264 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:53.237516 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e0b09af-34d6-4dd8-a3b1-b30de6630133 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:53.237920 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0b09af-34d6-4dd8-a3b1-b30de6630133'] response: {'name': 'network-changed', 'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'status': 'completed', 'code': 200} Aug 08 18:58:53.301334 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a6a76-3abd-44b0-867e-e9cf6f26b1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:53.329127 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-67c0e0bc-b890-498a-8700-38ef5c113c56 req-7f7d3d27-4314-42a2-8d6d-1bb9a62a4a59 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827265 Aug 08 18:58:53.335425 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f req-70cb80e8-c06e-4097-a58e-0d4e870543db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.337484 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f req-70cb80e8-c06e-4097-a58e-0d4e870543db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1097 time: 0.0778911 Aug 08 18:58:53.344164 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:58:53.444592 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:53.445300 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f req-ecd0c12d-d26c-4bde-8b7f-c9ce1def4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.446854 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f req-ecd0c12d-d26c-4bde-8b7f-c9ce1def4d5f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=146eb6647f1a4d12ade135e727c20072&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957179 Aug 08 18:58:53.456301 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'port_id': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:58:53.502210 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port c35dd614-a60a-423f-8cef-fe0fee492940 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:53.502606 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:53.518496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35dd614-a60a-423f-8cef-fe0fee492940 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:58:53.538223 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:53.558315 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f req-f5003437-7f31-44b0-bdda-b6456ecc5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.559888 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8cd93775-6ab8-49d4-8a92-7df99fd54d8f req-f5003437-7f31-44b0-bdda-b6456ecc5438 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055844 Aug 08 18:58:53.605273 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:53.642612 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-be99bd97-22cf-4141-b45e-0b1c1a372daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.644351 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-be99bd97-22cf-4141-b45e-0b1c1a372daf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1097 time: 0.0418177 Aug 08 18:58:53.657114 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:53.695132 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-bc8ab9a4-d078-4b51-91f3-e6d119baa22d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f HTTP/1.1" status: 200 len: 217 time: 0.0390701 Aug 08 18:58:53.752765 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-b9286aa0-95e7-4e64-be12-1fc8d446fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.754248 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-b9286aa0-95e7-4e64-be12-1fc8d446fe93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0479631 Aug 08 18:58:53.811392 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-16c255bf-d968-4fbe-979c-4059d84d8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:53.812911 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-16c255bf-d968-4fbe-979c-4059d84d8c9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414996 Aug 08 18:58:53.866874 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['c35dd614-a60a-423f-8cef-fe0fee492940'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:58:53.914999 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-b70251dd-1981-4dbb-bb22-6719fc652d1c service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927846 Aug 08 18:58:54.030712 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82d14527-0916-488c-8d3d-646bf0a9da61 req-aa49b74f-606d-40dc-a58c-3b63079a6bcf service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085136 Aug 08 18:58:54.051599 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3e670-6c4b-44a6-a692-d628d0afe0de req-63f32446-a435-41c0-a7d0-b87418879f5f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:54.056059 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-06e3e670-6c4b-44a6-a692-d628d0afe0de req-63f32446-a435-41c0-a7d0-b87418879f5f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0551269 Aug 08 18:58:54.097810 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-06e3e670-6c4b-44a6-a692-d628d0afe0de req-bc67bd72-adde-4eed-8f62-2f3dd28d76f6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362067 Aug 08 18:58:54.452021 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd8a5f-7575-49f6-9122-a3c3a48ba670 req-f398029d-4e9b-44ef-9990-9366ae717152 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:54.453543 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-48bd8a5f-7575-49f6-9122-a3c3a48ba670 req-f398029d-4e9b-44ef-9990-9366ae717152 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0526075 Aug 08 18:58:54.503093 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-48bd8a5f-7575-49f6-9122-a3c3a48ba670 req-f96e8f2a-e706-403a-a7a8-bf9af321d4a1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434241 Aug 08 18:58:55.219463 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30404f6-a591-48dc-b45d-cc1a7b443425 req-2c8d0b86-44de-45ac-843f-1b1106cb69c4 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:55.220943 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d30404f6-a591-48dc-b45d-cc1a7b443425 req-2c8d0b86-44de-45ac-843f-1b1106cb69c4 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0524275 Aug 08 18:58:55.259386 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d30404f6-a591-48dc-b45d-cc1a7b443425 req-c6451abb-0f64-4635-a75c-15e3bdc10586 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Aug 08 18:58:55.340182 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:58:55.393282 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:55.515538 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port c35dd614-a60a-423f-8cef-fe0fee492940 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:58:55.519587 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port c35dd614-a60a-423f-8cef-fe0fee492940 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:58:55.519962 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:55.631371 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf1554-7941-409b-bee4-cdd181981f89 req-ad6815e2-b71b-4015-9a48-2beb720bcd59 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:55.633739 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e9bf1554-7941-409b-bee4-cdd181981f89 req-ad6815e2-b71b-4015-9a48-2beb720bcd59 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0557928 Aug 08 18:58:55.673719 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e9bf1554-7941-409b-bee4-cdd181981f89 req-88085980-ba4c-46ea-a885-1dd12590ef0b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340533 Aug 08 18:58:55.739969 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port c35dd614-a60a-423f-8cef-fe0fee492940 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:58:55.740395 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:55.763265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:58:55.765537 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a109fce-7dbe-4adb-8928-a1742d2a44d8" -d '{"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-plugged", "status": "completed", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:58:55.778149 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:58:55.861749 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:55.911765 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:55.923931 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca358cb-cf3b-4c93-9f4a-a64c796df2de x-openstack-request-id: req-dca358cb-cf3b-4c93-9f4a-a64c796df2de {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:58:55.924244 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-plugged", "status": "completed", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:58:55.924499 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dca358cb-cf3b-4c93-9f4a-a64c796df2de {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:58:55.924898 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca358cb-cf3b-4c93-9f4a-a64c796df2de'] response: {'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'code': 200} Aug 08 18:58:56.204560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec31db-1bea-45df-8385-a519e886b8bf req-03c941db-6b7e-4537-80cb-35f29b00a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:56.205975 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5fec31db-1bea-45df-8385-a519e886b8bf req-03c941db-6b7e-4537-80cb-35f29b00a74b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0388706 Aug 08 18:58:56.245273 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5fec31db-1bea-45df-8385-a519e886b8bf req-9a011f86-90f7-4e8c-aa0b-80d8ec8bae7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304112 Aug 08 18:58:56.377844 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc42c8a-9679-4206-9152-48f6f04cc48f req-987ae77a-f2d4-4b92-be4c-3572bd990a44 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:56.379323 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cfc42c8a-9679-4206-9152-48f6f04cc48f req-987ae77a-f2d4-4b92-be4c-3572bd990a44 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0485704 Aug 08 18:58:56.417933 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-cfc42c8a-9679-4206-9152-48f6f04cc48f req-f4c6b752-f529-42e7-aca9-4ceed9cecb66 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Aug 08 18:58:56.807863 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c564c1-7e11-4b69-b517-3882e58357a3 req-6f74c134-02b0-481e-82b7-08e0aa8297b5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:56.809315 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-74c564c1-7e11-4b69-b517-3882e58357a3 req-6f74c134-02b0-481e-82b7-08e0aa8297b5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0474768 Aug 08 18:58:56.848263 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-74c564c1-7e11-4b69-b517-3882e58357a3 req-bc07d8b7-0421-41e1-9429-17a37ebebc43 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329175 Aug 08 18:58:57.549208 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d827-0500-43fb-8d09-b5430e7aab45 req-8e0f216c-669f-4e9a-8c17-e87e2d54a398 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:57.555870 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e592d827-0500-43fb-8d09-b5430e7aab45 req-8e0f216c-669f-4e9a-8c17-e87e2d54a398 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0645990 Aug 08 18:58:57.591042 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e592d827-0500-43fb-8d09-b5430e7aab45 req-9ae01406-f726-4166-bffb-e40f19f7e794 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335035 Aug 08 18:58:57.968438 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0712cb-418c-41cd-9557-fc1178127b84 req-72611cce-9268-4151-a370-e3a37ae49433 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:57.970016 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bd0712cb-418c-41cd-9557-fc1178127b84 req-72611cce-9268-4151-a370-e3a37ae49433 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0498619 Aug 08 18:58:58.011758 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bd0712cb-418c-41cd-9557-fc1178127b84 req-d2eddaf6-49cc-43ad-94f0-28cae2c0e405 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358129 Aug 08 18:58:58.130003 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd95ab1-065a-4548-9b4c-eca40f643c24 req-5ea70769-1f46-436b-af5f-35d11652c4ea tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:58.131505 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dd95ab1-065a-4548-9b4c-eca40f643c24 req-5ea70769-1f46-436b-af5f-35d11652c4ea tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0495825 Aug 08 18:58:58.167976 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9dd95ab1-065a-4548-9b4c-eca40f643c24 req-788d4f8d-a6d3-4e67-a5e9-f19b26761836 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305154 Aug 08 18:58:58.194606 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46132) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:58.394595 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fbbb7-de85-4d83-84cb-e7fdfa3dd941 tempest-TestShelveInstance-1772226124 tempest-TestShelveInstance-1772226124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:58.396096 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5e6fbbb7-de85-4d83-84cb-e7fdfa3dd941 tempest-TestShelveInstance-1772226124 tempest-TestShelveInstance-1772226124-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1093 time: 0.2003384 Aug 08 18:58:58.399067 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46138) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:58:58.403181 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'port_id': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:58:58.504348 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for floatingip, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:58.603256 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:58.716912 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Allocated IP 172.27.3.58 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/87297528-dbea-4c55-873c-8c34b9f152d5) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:58:58.718233 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dc7fc-7606-4515-8985-73b91c37acba req-5574b570-fb5b-4556-b231-b3399e53b1d3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:58:58.719828 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-505dc7fc-7606-4515-8985-73b91c37acba req-5574b570-fb5b-4556-b231-b3399e53b1d3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0519779 Aug 08 18:58:58.766318 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-505dc7fc-7606-4515-8985-73b91c37acba req-90896b29-1b0a-4875-a4af-686a8d1fd488 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399108 Aug 08 18:58:58.823097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:58.919560 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:58.957175 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:58:58.960055 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:58:58.964060 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:58:58.997088 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'Port': ['ID=87297528-dbea-4c55-873c-8c34b9f152d5,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:58:59.328654 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:59.473572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:59.618135 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:59.709814 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:59.777970 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:58:59.779623 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event updated for resources: {'Port': ['ID=87297528-dbea-4c55-873c-8c34b9f152d5,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:00.140195 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Floating IP d521e6e2-acb9-46e3-9b29-ea216062b65b associated. External IP: 172.27.3.58, port: c35dd614-a60a-423f-8cef-fe0fee492940. Aug 08 18:59:00.195351 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e19436-0256-4be2-a5f9-aaa9ca71d74e req-03e39843-8671-415e-a0f2-3746508d6017 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:00.196877 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-41e19436-0256-4be2-a5f9-aaa9ca71d74e req-03e39843-8671-415e-a0f2-3746508d6017 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0998259 Aug 08 18:59:00.274998 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-41e19436-0256-4be2-a5f9-aaa9ca71d74e req-782b695e-558f-43e7-a599-fcc9bd1baf53 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720832 Aug 08 18:59:00.380916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Router a8054601-6961-48be-b55f-66ded09d7f0b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:59:00.486381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:59:00.497621 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] Sync routers for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:59:00.509146 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:00.509749 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:00.609285 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:00.614501 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:00.637329 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-36d0ce8d-66e0-448b-a970-fe58f0e7f305 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2372293 Aug 08 18:59:00.637914 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:59:00.640559 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf3830-630d-420d-9222-46f0c3dd5c42" -d '{"events": [{"name": "network-changed", "server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:59:00.683312 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b890b-4a39-49ba-9254-e9ce17319cfe x-openstack-request-id: req-ff8b890b-4a39-49ba-9254-e9ce17319cfe {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:59:00.683595 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:59:00.683842 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff8b890b-4a39-49ba-9254-e9ce17319cfe {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:59:00.684326 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8b890b-4a39-49ba-9254-e9ce17319cfe'] response: {'name': 'network-changed', 'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'status': 'completed', 'code': 200} Aug 08 18:59:00.913674 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'd521e6e2-acb9-46e3-9b29-ea216062b65b', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'port_id': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:58:59Z', 'updated_at': '2022-08-08T18:58:59Z', 'revision_number': 0, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:15Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:00.941514 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] Checking router: a8054601-6961-48be-b55f-66ded09d7f0b for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:59:00.949967 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:00.950552 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:58:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:01.050489 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:01.268001 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'd521e6e2-acb9-46e3-9b29-ea216062b65b', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'port_id': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:58:59Z', 'updated_at': '2022-08-08T18:58:59Z', 'revision_number': 0, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:15Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:01.296450 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eae239-7a8f-435d-8dc7-52bafb86d0d2 None None] The sync data for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi is: [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'd521e6e2-acb9-46e3-9b29-ea216062b65b', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'port_id': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:58:59Z', 'updated_at': '2022-08-08T18:58:59Z', 'revision_number': 0, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:15Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:59:01.317962 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-52da9c5f-884c-46d3-97db-f7a19c907f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:01.317962 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-52da9c5f-884c-46d3-97db-f7a19c907f21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0508401 Aug 08 18:59:01.452009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b144f-5f6a-481d-b262-9b26091a1fd4 req-2740c970-59ac-47df-96e6-c4a62e49660e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:01.453600 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-442b144f-5f6a-481d-b262-9b26091a1fd4 req-2740c970-59ac-47df-96e6-c4a62e49660e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.1034648 Aug 08 18:59:01.484861 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-28f4b360-8b83-49f2-9d8f-daeb36ff2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:01.488984 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-28f4b360-8b83-49f2-9d8f-daeb36ff2dba service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 910 time: 0.1599188 Aug 08 18:59:01.505790 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-442b144f-5f6a-481d-b262-9b26091a1fd4 req-2192559d-1231-4da3-b62d-5cd67a193494 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455637 Aug 08 18:59:01.543748 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741e00a3-7882-40c8-95d9-eaaed4e730dc None None] New status for floating IP d521e6e2-acb9-46e3-9b29-ea216062b65b: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:59:01.594318 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-1d30a9cb-aa10-462f-a0e0-fa4f28c97ebb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 998 time: 0.0872746 Aug 08 18:59:01.651633 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-d43e7d98-6c50-4984-9fea-d70113a8aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:01.653105 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-d43e7d98-6c50-4984-9fea-d70113a8aa01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0500946 Aug 08 18:59:01.701334 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-04b07093-a872-4d6a-b079-9448f2283f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:01.703630 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-04b07093-a872-4d6a-b079-9448f2283f3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426292 Aug 08 18:59:01.799630 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-2bc3062e-efed-48b6-94e4-c40700b4cd7b service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Aug 08 18:59:01.897245 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6edf3830-630d-420d-9222-46f0c3dd5c42 req-4f1e794e-492c-4b4c-85cb-a1c7af071d7f service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864444 Aug 08 18:59:02.313319 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0550df05-6040-417c-b787-3781129469b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:02.645997 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5aca-60b4-422a-ba66-0b1e03db1559 req-bcf65c6e-4fa7-44c8-a434-66d4b3affa82 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:02.647529 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0b8b5aca-60b4-422a-ba66-0b1e03db1559 req-bcf65c6e-4fa7-44c8-a434-66d4b3affa82 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0612061 Aug 08 18:59:02.687833 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0b8b5aca-60b4-422a-ba66-0b1e03db1559 req-a23d5f0d-f51f-491e-9e53-1c44eab06c4b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Aug 08 18:59:03.185161 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ff0dd-ddb1-417f-952c-596da405af92 req-543770d9-1955-4e49-8171-8342010b90af tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:03.186680 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ba6ff0dd-ddb1-417f-952c-596da405af92 req-543770d9-1955-4e49-8171-8342010b90af tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.0490212 Aug 08 18:59:03.236277 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ba6ff0dd-ddb1-417f-952c-596da405af92 req-cfcd0f0f-9baf-41e7-aa3a-2c77613ad2dc tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Aug 08 18:59:03.809919 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e56e3-dacc-4a8e-b911-b9da19bf020d req-bacc5b8f-eecd-4b20-853d-3fd00eccbac8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:03.811468 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-139e56e3-dacc-4a8e-b911-b9da19bf020d req-bacc5b8f-eecd-4b20-853d-3fd00eccbac8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0502343 Aug 08 18:59:03.849440 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-139e56e3-dacc-4a8e-b911-b9da19bf020d req-fab16c8d-27c8-4c7c-ac89-1560af3128b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Aug 08 18:59:04.356743 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8d81a-4e17-49d0-97e9-749ef3bae987 req-ea164356-d041-4183-87a7-e14c81e8d131 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:04.358326 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1aa8d81a-4e17-49d0-97e9-749ef3bae987 req-ea164356-d041-4183-87a7-e14c81e8d131 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.0512171 Aug 08 18:59:04.400373 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1aa8d81a-4e17-49d0-97e9-749ef3bae987 req-9a005168-196c-4d2a-9c0e-c3aad226e349 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358846 Aug 08 18:59:04.410367 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23f0fc-0e8b-4374-afb0-87db16e81472 req-5c824503-82fc-43b0-a5d4-b27582700df5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:04.414878 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5c23f0fc-0e8b-4374-afb0-87db16e81472 req-5c824503-82fc-43b0-a5d4-b27582700df5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0497317 Aug 08 18:59:04.452638 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5c23f0fc-0e8b-4374-afb0-87db16e81472 req-7434f1da-4a4d-468e-aae4-164119998402 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328567 Aug 08 18:59:04.501750 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-90bebce7-68f1-4a7d-a97d-ee7eb39de35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:04.970287 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da811b8-67a0-4ade-8bdb-4b6f8ce40ce9 req-a7084782-a28a-458a-910a-f13b1c158f30 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:04.971991 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0da811b8-67a0-4ade-8bdb-4b6f8ce40ce9 req-a7084782-a28a-458a-910a-f13b1c158f30 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 944 time: 0.0500553 Aug 08 18:59:05.010070 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0da811b8-67a0-4ade-8bdb-4b6f8ce40ce9 req-e79ab8c3-5e98-42af-9f0f-493b7549fa8e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320923 Aug 08 18:59:05.096490 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-393912bc-45ed-4afe-87ef-375ce8e996cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:05.097904 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-393912bc-45ed-4afe-87ef-375ce8e996cd tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.0481842 Aug 08 18:59:05.196372 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Deleting port 18a18352-0d13-40f1-90e1-1b18f2450c65 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:59:05.196666 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.282872 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] For port 18a18352-0d13-40f1-90e1-1b18f2450c65, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=18a18352-0d13-40f1-90e1-1b18f2450c65,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:05.283261 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.371727 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:59:05.464412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.464843 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.465254 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Floating IP 4755f66f-1be5-4a14-b102-dcb724bcc5e3 disassociated. External IP: 172.27.3.174, port: 18a18352-0d13-40f1-90e1-1b18f2450c65. Aug 08 18:59:05.465716 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Calling delete_port for 18a18352-0d13-40f1-90e1-1b18f2450c65 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:59:05.469780 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:05.482160 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:59:05.532597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:59:05.533311 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.534039 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138c596-5b28-468c-9817-ed0f0b2f9e31 req-466ae5ca-c1bd-402a-b7d2-cd35a234d06e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:05.535768 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b138c596-5b28-468c-9817-ed0f0b2f9e31 req-466ae5ca-c1bd-402a-b7d2-cd35a234d06e tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 946 time: 0.0605874 Aug 08 18:59:05.551851 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:59:05.577628 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:05.578143 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b138c596-5b28-468c-9817-ed0f0b2f9e31 req-d6340e38-56f5-4744-b489-9b25e3f1c530 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups?id=98abedef-32f9-4738-b813-21912de40300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355418 Aug 08 18:59:05.635371 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524982-a551-4ad9-9722-bc5e950495ec req-3d95cef3-3512-4693-a019-a6281fe71c75 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:05.637118 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f9524982-a551-4ad9-9722-bc5e950495ec req-3d95cef3-3512-4693-a019-a6281fe71c75 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0906360 Aug 08 18:59:05.660453 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.683187 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.687699 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f9524982-a551-4ad9-9722-bc5e950495ec req-1570ff8d-75a8-45cd-b46f-179ac9d5c05c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438123 Aug 08 18:59:05.719330 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:05.724034 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event deleted for resources: {'Port': ['ID=18a18352-0d13-40f1-90e1-1b18f2450c65,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:05.818516 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.836305 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Router b949a59f-78aa-4b6f-9336-bd5f00385fab has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:59:05.901668 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['5cfa50a1-915d-4f57-a9a4-b30ba7309c9f'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:59:05.944604 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:59:05.956105 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:59:05.966520 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:05.967693 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:59:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:05.991226 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] No DVR routers for this DVR port 18a18352-0d13-40f1-90e1-1b18f2450c65 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:59:05.995024 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:05.998809 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-630e95c3-420b-43cd-b5a6-6f43862d6317 req-0374faca-e7d7-4943-a4e9-7b0178c17196 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.30 "DELETE /v2.0/ports/18a18352-0d13-40f1-90e1-1b18f2450c65 HTTP/1.1" status: 204 len: 173 time: 0.8946631 Aug 08 18:59:05.999414 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'name': 'network-vif-deleted', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:59:06.005236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b57e2d-a259-493e-9f93-5f14c434ae54" -d '{"events": [{"server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "name": "network-vif-deleted", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:59:06.051243 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d501d3d1-8e71-4a3b-9d42-dfe4e93ef622 x-openstack-request-id: req-d501d3d1-8e71-4a3b-9d42-dfe4e93ef622 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:59:06.051535 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ac9780-ea74-4bf5-846b-4d57a79c4ff2", "name": "network-vif-deleted", "tag": "18a18352-0d13-40f1-90e1-1b18f2450c65", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:59:06.052782 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d501d3d1-8e71-4a3b-9d42-dfe4e93ef622 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:59:06.052782 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d501d3d1-8e71-4a3b-9d42-dfe4e93ef622'] response: {'server_uuid': '59ac9780-ea74-4bf5-846b-4d57a79c4ff2', 'name': 'network-vif-deleted', 'tag': '18a18352-0d13-40f1-90e1-1b18f2450c65', 'status': 'completed', 'code': 200} Aug 08 18:59:06.110138 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:06.184312 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7cea5-e530-4840-ab33-76b2389151f2 req-8cbce4c8-b1ea-4ea1-b65a-13977b700d6b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:06.187905 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d7cea5-e530-4840-ab33-76b2389151f2 req-8cbce4c8-b1ea-4ea1-b65a-13977b700d6b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 945 time: 0.0567055 Aug 08 18:59:06.244722 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-59d7cea5-e530-4840-ab33-76b2389151f2 req-c553eb9b-a631-464d-b7ca-bebc651d5675 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518808 Aug 08 18:59:06.347784 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:06.373970 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:59:06.382342 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:06.383566 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:59:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:06.489334 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:06.690230 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:06.720485 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04124f0-1237-4619-b756-f21d8b4042be None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:54:04Z', 'revision_number': 4, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '8ff369ac-986a-4661-8239-795a9c421cdc', 'name': '', 'network_id': '2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'mac_address': 'fa:16:3e:b0:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:04Z', 'updated_at': '2022-08-08T18:54:10Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'subnets': [{'id': '22b38cb0-5f09-4bed-a21e-a7ffddae6ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:59:06.825033 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8183f718-abeb-4465-864d-b603054bce89 req-e53f794c-ea49-47e9-b0c8-522daa08deca tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ac9780-ea74-4bf5-846b-4d57a79c4ff2 HTTP/1.1" status: 200 len: 210 time: 0.0345497 Aug 08 18:59:06.841595 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5c456-880d-4726-a214-50de880a9766 req-ef60e7eb-8793-48fd-aef2-e3ad260437cf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:06.843383 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c9e5c456-880d-4726-a214-50de880a9766 req-ef60e7eb-8793-48fd-aef2-e3ad260437cf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0728292 Aug 08 18:59:06.881792 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c9e5c456-880d-4726-a214-50de880a9766 req-834da73e-1dbc-47ec-9f75-4e7315fc2e80 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325425 Aug 08 18:59:06.998145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ca38c-277e-484a-8323-06b3f3a15743 None None] New status for floating IP 4755f66f-1be5-4a14-b102-dcb724bcc5e3: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:59:07.269925 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:07.370798 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400005dd-d14e-4576-854d-076fd37a94a9 req-d5bccc49-1d08-4f51-9af8-d48a0662c6bb tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:07.372869 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-400005dd-d14e-4576-854d-076fd37a94a9 req-d5bccc49-1d08-4f51-9af8-d48a0662c6bb tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 945 time: 0.0542259 Aug 08 18:59:07.386529 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:59:07.410580 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-400005dd-d14e-4576-854d-076fd37a94a9 req-1c1b5810-3e71-42e5-a788-876ad962ec89 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Aug 08 18:59:07.542064 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 18:59:07.546133 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:59:07.546505 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:07.571521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:07.633970 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:59:07.634405 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:07.662298 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:59:07.664913 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53e184-6b24-4072-a067-2f5047119714" -d '{"events": [{"server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:59:07.683418 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:07.701881 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a3acf7-dd12-4c06-85e5-30f41569a002 x-openstack-request-id: req-63a3acf7-dd12-4c06-85e5-30f41569a002 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:59:07.702175 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "name": "network-vif-plugged", "status": "completed", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:59:07.702428 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63a3acf7-dd12-4c06-85e5-30f41569a002 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:59:07.702822 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a3acf7-dd12-4c06-85e5-30f41569a002'] response: {'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'code': 200} Aug 08 18:59:07.748033 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:07.748747 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 18a18352-0d13-40f1-90e1-1b18f2450c65 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:59:07.788159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 18a18352-0d13-40f1-90e1-1b18f2450c65 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:59:07.788497 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 18a18352-0d13-40f1-90e1-1b18f2450c65 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:59:07.810076 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:07.969639 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da590244-3dcb-4496-aaaf-5e925ce5e59a req-22974dd5-4454-4959-913e-174d9281f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:07.973297 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-da590244-3dcb-4496-aaaf-5e925ce5e59a req-22974dd5-4454-4959-913e-174d9281f14e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1099 time: 0.0452914 Aug 08 18:59:07.982656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46306) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:08.022846 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d15-f48b-48eb-a075-71ab39742d30 req-127707fa-3719-4353-942a-2cd1a0abd372 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:08.024539 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f50b1d15-f48b-48eb-a075-71ab39742d30 req-127707fa-3719-4353-942a-2cd1a0abd372 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0584917 Aug 08 18:59:08.063773 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-da590244-3dcb-4496-aaaf-5e925ce5e59a req-fbfefcbd-78d0-45fe-a2ca-fc48a283b6fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621071 Aug 08 18:59:08.064771 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f50b1d15-f48b-48eb-a075-71ab39742d30 req-1dd92867-cf8c-449d-9fe2-d85991a69318 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320182 Aug 08 18:59:08.074708 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3d294168-1110-4002-9130-ee317263fe46 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.099251 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3d294168-1110-4002-9130-ee317263fe46 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.200997 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3d294168-1110-4002-9130-ee317263fe46 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.203531 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3d294168-1110-4002-9130-ee317263fe46 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.204661 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3d294168-1110-4002-9130-ee317263fe46 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "DELETE /v2.0/security-groups/98abedef-32f9-4738-b813-21912de40300 HTTP/1.1" status: 204 len: 168 time: 0.2210016 Aug 08 18:59:08.207573 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46308) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:08.214708 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d294168-1110-4002-9130-ee317263fe46 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98abedef-32f9-4738-b813-21912de40300,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:08.223404 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-6cebf3ef-cb05-42a7-92bc-6364312f3782 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] show failed (client error): The resource could not be found. Aug 08 18:59:08.227692 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6cebf3ef-cb05-42a7-92bc-6364312f3782 tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "GET /v2.0/security-groups/98abedef-32f9-4738-b813-21912de40300 HTTP/1.1" status: 404 len: 347 time: 0.0158298 Aug 08 18:59:08.227936 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46310) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:08.353637 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Deleting port be428e8f-3850-4700-932a-b3ec8a2c6473 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:59:08.354049 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.430295 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.430616 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.442400 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Calling delete_port for be428e8f-3850-4700-932a-b3ec8a2c6473 owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:59:08.533039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e06bf3-18b9-4c67-8739-ec96f3d9fd68 req-685f448d-7b5e-4674-816f-5b8d1474d8be tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:08.534672 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-60e06bf3-18b9-4c67-8739-ec96f3d9fd68 req-685f448d-7b5e-4674-816f-5b8d1474d8be tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 946 time: 0.0536745 Aug 08 18:59:08.581194 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-60e06bf3-18b9-4c67-8739-ec96f3d9fd68 req-a58f4d02-86da-4e3f-90a1-1aeee7202d51 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351589 Aug 08 18:59:08.656769 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.681575 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Pushing event deleted for resources: {'Port': ['ID=be428e8f-3850-4700-932a-b3ec8a2c6473,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:08.741885 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.745040 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:08.746234 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d93eee68-998b-4bb0-8bf4-fca8726027df tempest-AttachVolumeTestJSON-1713578192 tempest-AttachVolumeTestJSON-1713578192-project] 10.222.0.23 "DELETE /v2.0/floatingips/4755f66f-1be5-4a14-b102-dcb724bcc5e3 HTTP/1.1" status: 204 len: 168 time: 0.5173664 Aug 08 18:59:09.193642 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0bd9-5713-40ef-a350-f38f36c77bbd req-77a3d65f-3a68-49b1-9235-df75f4301040 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:09.195247 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-badd0bd9-5713-40ef-a350-f38f36c77bbd req-77a3d65f-3a68-49b1-9235-df75f4301040 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0489805 Aug 08 18:59:09.238293 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-badd0bd9-5713-40ef-a350-f38f36c77bbd req-8b4c96a3-347d-4de3-a8b9-8faad1eb0d0f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358663 Aug 08 18:59:09.691758 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e415-445e-4109-94ec-47cf04815b77 req-d4645507-48ae-4723-b4d9-e09df0fc2026 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:09.693143 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4ae5e415-445e-4109-94ec-47cf04815b77 req-d4645507-48ae-4723-b4d9-e09df0fc2026 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 946 time: 0.0488718 Aug 08 18:59:09.732781 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4ae5e415-445e-4109-94ec-47cf04815b77 req-c036861c-5dac-43d9-b7b2-4993ac361861 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335133 Aug 08 18:59:09.848206 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd006f-283f-4e07-8e56-080576bfb1d5 req-ca4172af-8fa6-46cc-a8a2-c1b645e49936 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:09.849654 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-74dd006f-283f-4e07-8e56-080576bfb1d5 req-ca4172af-8fa6-46cc-a8a2-c1b645e49936 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 946 time: 0.0474060 Aug 08 18:59:09.886509 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-74dd006f-283f-4e07-8e56-080576bfb1d5 req-8a12e8af-34e7-4447-9a58-1e29613b2b54 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302439 Aug 08 18:59:09.912705 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46338) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:09.951824 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a868e-d062-489c-818b-33fa445c6748 tempest-TestVolumeBootPattern-652754647 tempest-TestVolumeBootPattern-652754647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:09.953204 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-fb0a868e-d062-489c-818b-33fa445c6748 tempest-TestVolumeBootPattern-652754647 tempest-TestVolumeBootPattern-652754647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1094 time: 0.0393522 Aug 08 18:59:09.955949 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46340) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:09.960069 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 18:59:10.033667 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:10.130566 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:10.237441 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Allocated IP 172.27.3.44 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/6bb4ac65-d3af-463d-8e5f-1db4630322e2) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 18:59:10.341498 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:10.360194 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505834cc-ed69-4030-941d-ce5fe651e3ef req-36fd841a-40a4-47d7-929b-a6047af45b7f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:10.361686 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-505834cc-ed69-4030-941d-ce5fe651e3ef req-36fd841a-40a4-47d7-929b-a6047af45b7f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0481310 Aug 08 18:59:10.400205 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-505834cc-ed69-4030-941d-ce5fe651e3ef req-4b8a60d2-2454-4292-8f36-0b6617379d60 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315518 Aug 08 18:59:10.427995 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:10.466145 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 18:59:10.469186 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 18:59:10.472673 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 18:59:10.495660 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=6bb4ac65-d3af-463d-8e5f-1db4630322e2,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:10.830122 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:10.981848 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:11.130409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:11.188574 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:11.249016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:11.250837 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=6bb4ac65-d3af-463d-8e5f-1db4630322e2,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:11.350822 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Floating IP b4151040-0e06-4b8a-8448-9ccb179029f2 associated. External IP: 172.27.3.44, port: 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f. Aug 08 18:59:11.581248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df956c-5581-4d35-9cbb-d44d73ea87fd req-9b7e668c-04d3-4ab0-a944-b219869f4198 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:11.582734 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a5df956c-5581-4d35-9cbb-d44d73ea87fd req-9b7e668c-04d3-4ab0-a944-b219869f4198 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0937612 Aug 08 18:59:11.613776 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:59:11.635551 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a5df956c-5581-4d35-9cbb-d44d73ea87fd req-06f69db2-5b5c-48df-8a44-4008a219707a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444791 Aug 08 18:59:11.987807 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:59:12.000363 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:59:12.009963 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:12.010565 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:59:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:12.100847 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:12.128690 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-22a9ef24-b6fd-4336-a33d-4000b2fac9b9 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1717269 Aug 08 18:59:12.129710 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:59:12.132258 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de446d6-73de-497c-8d41-cdbc081d004a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:59:12.168969 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da878416-daee-475f-9893-64d0b8e8aadd x-openstack-request-id: req-da878416-daee-475f-9893-64d0b8e8aadd {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:59:12.169261 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:59:12.169523 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da878416-daee-475f-9893-64d0b8e8aadd {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:59:12.169918 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da878416-daee-475f-9893-64d0b8e8aadd'] response: {'name': 'network-changed', 'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'status': 'completed', 'code': 200} Aug 08 18:59:12.198716 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:12.236600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de446d6-73de-497c-8d41-cdbc081d004a req-178c2fac-3750-4008-bc31-c1a3ac5f5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:12.238231 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-178c2fac-3750-4008-bc31-c1a3ac5f5e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1099 time: 0.0468254 Aug 08 18:59:12.333547 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de446d6-73de-497c-8d41-cdbc081d004a req-da225098-310b-426a-a953-62a5e2776429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:12.335051 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-da225098-310b-426a-a953-62a5e2776429 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.0901265 Aug 08 18:59:12.402635 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-27023527-0a33-4667-8664-c1edec4c7cc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f HTTP/1.1" status: 200 len: 999 time: 0.0613551 Aug 08 18:59:12.424243 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:10Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:12.450198 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de446d6-73de-497c-8d41-cdbc081d004a req-e53be30b-cd62-4d41-b233-8a817cae965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:12.451680 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-e53be30b-cd62-4d41-b233-8a817cae965d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0432234 Aug 08 18:59:12.453866 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:59:12.462687 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:12.463318 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:59:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:12.496193 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de446d6-73de-497c-8d41-cdbc081d004a req-c0084b95-6752-4dd8-ac59-a262b60471e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:12.497597 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-c0084b95-6752-4dd8-ac59-a262b60471e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402575 Aug 08 18:59:12.572039 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:12.595217 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-1136c47c-5a2e-4084-bf33-7e179b3204d5 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914388 Aug 08 18:59:12.668873 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46392) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:12.719996 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2de446d6-73de-497c-8d41-cdbc081d004a req-1de7c149-d948-46a8-8fb0-4ca46bd7ce3f service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182787 Aug 08 18:59:12.768871 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f98e-0a36-40ef-bf25-b9e165a23d36 req-45c15dfa-9a3c-4073-8977-0474bdc1744b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:12.775507 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5f98f98e-0a36-40ef-bf25-b9e165a23d36 req-45c15dfa-9a3c-4073-8977-0474bdc1744b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0582614 Aug 08 18:59:12.821401 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:10Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:12.822724 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5f98f98e-0a36-40ef-bf25-b9e165a23d36 req-6ba03752-652f-4673-bb89-6d5f12d880d1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457575 Aug 08 18:59:12.860031 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57d2fc-d9da-471d-bd01-6072385fcdae None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:10Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:59:13.092339 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f26a59-4a34-4835-80c8-3a0191e59333 None None] New status for floating IP b4151040-0e06-4b8a-8448-9ccb179029f2: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 18:59:13.178546 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:13.424770 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Deleting port 8ff369ac-986a-4661-8239-795a9c421cdc {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:59:13.425118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:13.501835 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] For port 8ff369ac-986a-4661-8239-795a9c421cdc, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=8ff369ac-986a-4661-8239-795a9c421cdc,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:13.502221 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:13.514936 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Calling delete_port for 8ff369ac-986a-4661-8239-795a9c421cdc owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:59:13.736123 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:13.765409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff369ac-986a-4661-8239-795a9c421cdc,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:13.933905 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:13.963480 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e828a7b-7494-4c30-871f-fb91c295c4bc req-070eaae8-f8fd-4d82-bdf3-4dbabf8d04b5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:13.965774 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7e828a7b-7494-4c30-871f-fb91c295c4bc req-070eaae8-f8fd-4d82-bdf3-4dbabf8d04b5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0555868 Aug 08 18:59:14.006527 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7e828a7b-7494-4c30-871f-fb91c295c4bc req-ef493a46-08a4-482c-9e07-b7bc28a8e9ae tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340436 Aug 08 18:59:14.170881 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Router b949a59f-78aa-4b6f-9336-bd5f00385fab has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 18:59:14.275895 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 18:59:14.280838 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-825a235f-1b3c-4494-b67e-9a69c6bb108a admin admin] 10.222.0.23 "PUT /v2.0/routers/b949a59f-78aa-4b6f-9336-bd5f00385fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6103468 Aug 08 18:59:14.283352 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46416) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:14.285874 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] Sync routers for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 18:59:14.295405 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:14.296006 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:59:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:14.385433 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:14.411972 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:14.481501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:14.584377 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 5, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port': {'id': '836fd906-a7e4-4b35-8c0b-d703fd8f429b', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:54:02Z', 'updated_at': '2022-08-08T18:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:14.606869 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Deleting port 836fd906-a7e4-4b35-8c0b-d703fd8f429b {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:59:14.607247 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:14.612380 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] Checking router: b949a59f-78aa-4b6f-9336-bd5f00385fab for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 18:59:14.623268 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] Routers {'b949a59f-78aa-4b6f-9336-bd5f00385fab'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 18:59:14.623932 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T18:59:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b949a59f-78aa-4b6f-9336-bd5f00385fab'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:14.685765 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] For port 836fd906-a7e4-4b35-8c0b-d703fd8f429b, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=836fd906-a7e4-4b35-8c0b-d703fd8f429b,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:14.686163 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:14.698299 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Calling delete_port for 836fd906-a7e4-4b35-8c0b-d703fd8f429b owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:59:14.714440 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] Set router b949a59f-78aa-4b6f-9336-bd5f00385fab gateway port host: None {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 18:59:14.767490 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:59:14Z', 'revision_number': 6, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:14.793606 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424e260-5798-44db-8fc4-ac01320ee94b None None] The sync data for ids ['b949a59f-78aa-4b6f-9336-bd5f00385fab'] in dv-cinder-852456-1-iscsi is: [{'id': 'b949a59f-78aa-4b6f-9336-bd5f00385fab', 'name': 'tempest-AttachVolumeTestJSON-260017563-router', 'tenant_id': '7b1b8d7f00234c7285f2acdfee266001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:54:01Z', 'updated_at': '2022-08-08T18:59:14Z', 'revision_number': 6, 'project_id': '7b1b8d7f00234c7285f2acdfee266001', 'gw_port_host': None}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 18:59:14.926926 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:14.952910 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=836fd906-a7e4-4b35-8c0b-d703fd8f429b,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:15.014174 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.115354 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.115354 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.195545 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd53dd3-ae16-456f-a21b-d66124757e3a req-64c00bf7-6c8c-430a-b0a2-07ab51f477dd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:15.196010 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9fd53dd3-ae16-456f-a21b-d66124757e3a req-64c00bf7-6c8c-430a-b0a2-07ab51f477dd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0888696 Aug 08 18:59:15.241681 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9fd53dd3-ae16-456f-a21b-d66124757e3a req-036b0a82-8dde-41f5-a0eb-7a32152cf67f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393453 Aug 08 18:59:15.247093 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.247831 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b949a59f-78aa-4b6f-9336-bd5f00385fab {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 18:59:15.263745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.263954 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46424) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:15.264401 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-de231b32-cd91-43e7-ab68-8f6754209fc5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b949a59f-78aa-4b6f-9336-bd5f00385fab HTTP/1.1" status: 204 len: 168 time: 0.9739277 Aug 08 18:59:15.302744 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Deleting subnet 22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 {{(pid=109560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 18:59:15.306412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.340232 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16550840'] for subnet, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.421557 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.559657 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16754075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13211971'] for subnet, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.587393 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b38cb0-5f09-4bed-a21e-a7ffddae6ca4,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:15.589375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.592880 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8f6c9025-d083-4259-b419-a15ce1bb196a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22b38cb0-5f09-4bed-a21e-a7ffddae6ca4 HTTP/1.1" status: 204 len: 168 time: 0.3334808 Aug 08 18:59:15.595521 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46428) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:15.596116 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff45fd-f8a6-4c77-b650-cbca7c9f964a None None] Network 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 18:59:15.663929 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.721786 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Deleting port aa80d2be-cedf-4364-9de7-aeb3a524322e {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:59:15.722039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.789903 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] DHCP port deletion for 2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 18:59:15.796838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] For port aa80d2be-cedf-4364-9de7-aeb3a524322e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=aa80d2be-cedf-4364-9de7-aeb3a524322e,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:15.796838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.804886 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Calling delete_port for aa80d2be-cedf-4364-9de7-aeb3a524322e owned by network:dhcp {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:59:15.838144 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] Deleting port aa80d2be-cedf-4364-9de7-aeb3a524322e {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 18:59:15.838526 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.909011 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] For port aa80d2be-cedf-4364-9de7-aeb3a524322e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=aa80d2be-cedf-4364-9de7-aeb3a524322e,segment=NetworkSegment(90bfa106-f4dc-4370-a070-d778677ca173),segment_id=90bfa106-f4dc-4370-a070-d778677ca173)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:15.909327 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.921106 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] Calling delete_port for aa80d2be-cedf-4364-9de7-aeb3a524322e owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 18:59:15.985321 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:15.992929 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.012288 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa80d2be-cedf-4364-9de7-aeb3a524322e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:16.013915 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] No DVR routers for this DVR port aa80d2be-cedf-4364-9de7-aeb3a524322e on host dv-cinder-852456-1-iscsi {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:59:16.022214 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] Pushing event deleted for resources: {'Port': ['ID=aa80d2be-cedf-4364-9de7-aeb3a524322e,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:16.024665 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fad41a-9798-485f-b958-a34e1e9f8a40 None None] No DVR routers for this DVR port aa80d2be-cedf-4364-9de7-aeb3a524322e on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 18:59:16.087115 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.106953 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:16.115891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bfa106-f4dc-4370-a070-d778677ca173') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:16.116184 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bfa106-f4dc-4370-a070-d778677ca173') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 18:59:16.125826 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.138381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.144004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 18:59:16.149049 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.162879 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 90bfa106-f4dc-4370-a070-d778677ca173 resource provider aggregate not found Aug 08 18:59:16.201042 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 90bfa106-f4dc-4370-a070-d778677ca173 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90bfa106-f4dc-4370-a070-d778677ca173 found for delete ", "request_id": "req-820ce740-c140-4ebc-b57c-4683fbe51c32"}]} Aug 08 18:59:16.263949 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.270098 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.273301 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf HTTP/1.1" status: 204 len: 168 time: 0.6768358 Aug 08 18:59:16.283287 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6522-c613-44dc-b238-8979c0eae1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8de290-d5eb-40f7-8bc8-81bb8ef5cdaf,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:16.372132 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8bd2b-c334-41cd-8d0b-d4927d2277ae req-b7db4479-2fa2-4b9e-a68c-7eca0257a19b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:16.378265 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d6c8bd2b-c334-41cd-8d0b-d4927d2277ae req-b7db4479-2fa2-4b9e-a68c-7eca0257a19b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0568655 Aug 08 18:59:16.610636 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46444) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:16.640225 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 8ff369ac-986a-4661-8239-795a9c421cdc no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:59:16.656282 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6cf6244a-a8f0-42ff-b0bb-d759acd1bc61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b1b8d7f00234c7285f2acdfee266001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438266 Aug 08 18:59:16.658925 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46446) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:16.663159 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 8ff369ac-986a-4661-8239-795a9c421cdc {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:59:16.663708 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 8ff369ac-986a-4661-8239-795a9c421cdc not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:59:16.664924 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device aa80d2be-cedf-4364-9de7-aeb3a524322e no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:59:16.665161 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d6c8bd2b-c334-41cd-8d0b-d4927d2277ae req-925e0b17-655a-4668-89ad-7785ab197def tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2808275 Aug 08 18:59:16.687609 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: aa80d2be-cedf-4364-9de7-aeb3a524322e {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:59:16.687956 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device aa80d2be-cedf-4364-9de7-aeb3a524322e not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:59:16.688370 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 836fd906-a7e4-4b35-8c0b-d703fd8f429b no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:59:16.707134 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 836fd906-a7e4-4b35-8c0b-d703fd8f429b {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 18:59:16.708297 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 836fd906-a7e4-4b35-8c0b-d703fd8f429b not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 18:59:16.708425 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-002c232f-3246-43d5-aaf4-18c34f42418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.729932 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-002c232f-3246-43d5-aaf4-18c34f42418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.853115 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-002c232f-3246-43d5-aaf4-18c34f42418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.855758 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-002c232f-3246-43d5-aaf4-18c34f42418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:16.856924 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-002c232f-3246-43d5-aaf4-18c34f42418c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89e6c369-7986-4141-9006-eb21578fba7e HTTP/1.1" status: 204 len: 168 time: 0.1970553 Aug 08 18:59:16.864807 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c232f-3246-43d5-aaf4-18c34f42418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e6c369-7986-4141-9006-eb21578fba7e,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:17.795080 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3063f76-0994-46ac-854a-1a9ec8282ac0 req-93649e32-429f-4d04-9d75-187e1d2bdfc7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:17.796565 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e3063f76-0994-46ac-854a-1a9ec8282ac0 req-93649e32-429f-4d04-9d75-187e1d2bdfc7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0480709 Aug 08 18:59:17.839188 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e3063f76-0994-46ac-854a-1a9ec8282ac0 req-f0fad433-b069-4de8-9ef8-aacb31cf5f53 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367210 Aug 08 18:59:18.966239 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7989c-4e42-477b-898f-24c5bff7b3cf req-160ef110-a475-452b-a082-fee77e6c34b5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:18.968022 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4d7989c-4e42-477b-898f-24c5bff7b3cf req-160ef110-a475-452b-a082-fee77e6c34b5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0479858 Aug 08 18:59:19.007451 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4d7989c-4e42-477b-898f-24c5bff7b3cf req-a4e2a504-2c55-431e-bf51-76891ad69d9e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329676 Aug 08 18:59:20.134229 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbabbf2-543f-4493-9269-4b78951fb085 req-87182fdb-dbd4-4366-bc2e-2dadfb33154a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:20.135741 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8cbabbf2-543f-4493-9269-4b78951fb085 req-87182fdb-dbd4-4366-bc2e-2dadfb33154a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0485649 Aug 08 18:59:20.173225 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8cbabbf2-543f-4493-9269-4b78951fb085 req-1808e6c1-b221-417d-9726-6e4e22e562a4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315511 Aug 08 18:59:21.295215 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6c308-2921-4f96-851d-1b3e59b067fe req-4c1033cc-7695-45f4-8986-0685575eb2c5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:21.296717 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9fa6c308-2921-4f96-851d-1b3e59b067fe req-4c1033cc-7695-45f4-8986-0685575eb2c5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0480170 Aug 08 18:59:21.334040 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-9fa6c308-2921-4f96-851d-1b3e59b067fe req-a1c2976a-9bf9-4f58-ac7c-1c4f867fe668 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311954 Aug 08 18:59:22.094949 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:59:22.460817 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de33f48-67a0-4f96-9ca6-9888b8ec2dc3 req-13e6e66f-2100-4828-b0dd-134bda82ea3b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:22.462253 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8de33f48-67a0-4f96-9ca6-9888b8ec2dc3 req-13e6e66f-2100-4828-b0dd-134bda82ea3b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0512893 Aug 08 18:59:22.498894 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8de33f48-67a0-4f96-9ca6-9888b8ec2dc3 req-d8bec9ad-a734-4f26-9fdb-a3e6859db125 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308013 Aug 08 18:59:23.487633 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 18:59:23.591792 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:23.603960 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '42c65623-c116-446a-afdd-1356a55a5bb6', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6', 'mac_address': 'fa:16:3e:d3:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 18:59:23.629451 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909716dd-fec9-41ca-a28b-6d220e0b4a12 req-6455d52a-f771-49ce-9360-d302449b780e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:23.630941 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-909716dd-fec9-41ca-a28b-6d220e0b4a12 req-6455d52a-f771-49ce-9360-d302449b780e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0501370 Aug 08 18:59:23.641041 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: ACTIVE; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:59:23.641433 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:23.657875 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c65623-c116-446a-afdd-1356a55a5bb6 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 18:59:23.669254 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-909716dd-fec9-41ca-a28b-6d220e0b4a12 req-627c84a9-7b94-4dc4-9340-d02e315cc8a4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317011 Aug 08 18:59:23.676517 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:23.759832 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:23.811439 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=6']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:23.882120 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['42c65623-c116-446a-afdd-1356a55a5bb6'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 18:59:24.798107 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61724c-286b-4169-b675-9aa01bd3b91f req-c728a224-2566-4822-a310-1c15f843072f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:24.799663 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-db61724c-286b-4169-b675-9aa01bd3b91f req-c728a224-2566-4822-a310-1c15f843072f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Aug 08 18:59:24.835696 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-db61724c-286b-4169-b675-9aa01bd3b91f req-c0f933b4-8a76-49fd-bec3-b44d84fdb03e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301754 Aug 08 18:59:25.973706 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf298a-f44a-45d9-a90c-8e8eae5525c5 req-fff5c79a-92ad-4960-82f9-a96a13f454fb tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:25.975328 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9dcf298a-f44a-45d9-a90c-8e8eae5525c5 req-fff5c79a-92ad-4960-82f9-a96a13f454fb tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.0574000 Aug 08 18:59:26.013410 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9dcf298a-f44a-45d9-a90c-8e8eae5525c5 req-ea096546-0a84-4658-8f83-37704bd572cb tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322118 Aug 08 18:59:27.139632 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0433-bbcb-4bfd-b5ec-691efe944dad req-02ba4e7f-0288-4c11-81e9-b931859b53a9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:27.141099 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ab3f0433-bbcb-4bfd-b5ec-691efe944dad req-02ba4e7f-0288-4c11-81e9-b931859b53a9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Aug 08 18:59:27.184398 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:27.190686 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ab3f0433-bbcb-4bfd-b5ec-691efe944dad req-f6a3bb68-eb5f-48c0-b9a4-102af37bb0cc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437033 Aug 08 18:59:28.442629 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a3764-40d4-432d-9807-09813c0d971b req-3ad0c8c0-2823-4f2d-81e2-6d71c607d074 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:28.452744 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea5a3764-40d4-432d-9807-09813c0d971b req-3ad0c8c0-2823-4f2d-81e2-6d71c607d074 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.1041660 Aug 08 18:59:28.510546 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ea5a3764-40d4-432d-9807-09813c0d971b req-7ce55d21-b841-4f10-917b-a2ab1e83c0a3 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558803 Aug 08 18:59:29.118388 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 18:59:29.210145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 42c65623-c116-446a-afdd-1356a55a5bb6 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 18:59:29.210524 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:29.250864 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039806c-58d9-49f8-8493-00e775d32c42 req-27b6086b-40de-4ed2-b5b4-c40db8322218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:29.253884 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-27b6086b-40de-4ed2-b5b4-c40db8322218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1098 time: 0.0617149 Aug 08 18:59:29.314735 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:59:29.316379 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:29.354166 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:29.355435 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:59:29.357989 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c3fbf8-6164-4f7f-9bbd-d0a18813776e" -d '{"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-plugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:59:29.409671 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 18:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4087c53b-0d2f-4c00-9cbe-5fcc01a0872e x-openstack-request-id: req-4087c53b-0d2f-4c00-9cbe-5fcc01a0872e {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:59:29.420121 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039806c-58d9-49f8-8493-00e775d32c42 req-7b86fe0f-5e26-49ce-a202-3f76dd09111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:29.420121 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-7b86fe0f-5e26-49ce-a202-3f76dd09111e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.1242633 Aug 08 18:59:29.420661 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-plugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:59:29.420661 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4087c53b-0d2f-4c00-9cbe-5fcc01a0872e {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:59:29.420661 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4087c53b-0d2f-4c00-9cbe-5fcc01a0872e'] response: {'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'code': 200} Aug 08 18:59:29.481582 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:29.541242 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-ad9d431a-ddb9-4079-8791-0b436e410b67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 1001 time: 0.1191781 Aug 08 18:59:29.565455 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=7']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:29.656988 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039806c-58d9-49f8-8493-00e775d32c42 req-6248dd40-9fdf-4660-83ac-3677f3e8f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:29.658440 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-6248dd40-9fdf-4660-83ac-3677f3e8f216 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.1023629 Aug 08 18:59:29.708633 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4952d4a-df1c-4c0a-97a4-459e3a30cee5 req-de788a1b-0ae8-41fa-9b08-981845eee866 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:29.715158 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4952d4a-df1c-4c0a-97a4-459e3a30cee5 req-de788a1b-0ae8-41fa-9b08-981845eee866 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0927773 Aug 08 18:59:29.751855 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039806c-58d9-49f8-8493-00e775d32c42 req-2941e789-8ddd-4bf3-89ca-976922f2dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:29.753573 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-2941e789-8ddd-4bf3-89ca-976922f2dfd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872388 Aug 08 18:59:29.766757 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4952d4a-df1c-4c0a-97a4-459e3a30cee5 req-f3d61473-9066-490d-8b7e-0d7d11b5afc9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503910 Aug 08 18:59:29.883653 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-4477e9ef-6d79-4a02-a475-cd0e117f55e7 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150968 Aug 08 18:59:30.004516 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6039806c-58d9-49f8-8493-00e775d32c42 req-58606c36-342f-4bbd-9cd2-33ecc7573cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139195 Aug 08 18:59:30.911207 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c2e6-f14c-4411-9c2b-e37cbf163ce6 req-11e7c16b-ff41-43c0-b4a9-43ee1609c3c7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:30.912812 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-00c1c2e6-f14c-4411-9c2b-e37cbf163ce6 req-11e7c16b-ff41-43c0-b4a9-43ee1609c3c7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Aug 08 18:59:30.956595 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-00c1c2e6-f14c-4411-9c2b-e37cbf163ce6 req-83b22b3b-5acf-4502-9244-288c155b5bb1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370059 Aug 08 18:59:32.106731 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46021bae-5006-49dd-9a7a-be60c3c65a11 req-525434b2-e789-4b11-9061-71d402a3d1b4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:32.108540 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-46021bae-5006-49dd-9a7a-be60c3c65a11 req-525434b2-e789-4b11-9061-71d402a3d1b4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0607727 Aug 08 18:59:32.152057 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-46021bae-5006-49dd-9a7a-be60c3c65a11 req-e878b4a3-d3ad-447d-aad9-6959c3edd3f2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371726 Aug 08 18:59:32.357594 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e03bc9f8-bddd-4822-86db-7f140537f785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:33.297566 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d4d4f-dd49-4473-b59f-d60a46ee5c74 req-a5bb8a9b-f9fa-4cce-a07e-c682b10d2aad tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:33.305511 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d57d4d4f-dd49-4473-b59f-d60a46ee5c74 req-a5bb8a9b-f9fa-4cce-a07e-c682b10d2aad tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0602942 Aug 08 18:59:33.342647 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d57d4d4f-dd49-4473-b59f-d60a46ee5c74 req-df0ccf7f-635e-4217-834a-98aaaf9beb0b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362346 Aug 08 18:59:34.081583 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46736) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:34.206640 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a90e854c-1033-4616-8950-ed4ca12c4373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.284234 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a90e854c-1033-4616-8950-ed4ca12c4373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.481544 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f23b08-58c9-4702-b76e-5996bd5a4967 req-66ce2ded-3d29-4dbb-bbc3-4c15245ce3e0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:34.483056 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-10f23b08-58c9-4702-b76e-5996bd5a4967 req-66ce2ded-3d29-4dbb-bbc3-4c15245ce3e0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0583842 Aug 08 18:59:34.522602 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-10f23b08-58c9-4702-b76e-5996bd5a4967 req-8c2740cd-281c-41c5-915f-ee5eb8aec78b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335181 Aug 08 18:59:34.661797 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a90e854c-1033-4616-8950-ed4ca12c4373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.662383 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-fe64bb25-993e-4f16-a9ba-25fec9367c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.702459 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a90e854c-1033-4616-8950-ed4ca12c4373 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e9526b39b2e4470a4cb1a5ad5e71847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195822 Aug 08 18:59:34.703403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e854c-1033-4616-8950-ed4ca12c4373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e28849-e735-491e-8351-5b8f86132c7c,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:34.705979 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46742) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:34.756605 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a44b2fc5-d05b-49cd-a382-d340a51d79f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.778599 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a44b2fc5-d05b-49cd-a382-d340a51d79f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.901602 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a44b2fc5-d05b-49cd-a382-d340a51d79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.904412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a44b2fc5-d05b-49cd-a382-d340a51d79f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:34.905604 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a44b2fc5-d05b-49cd-a382-d340a51d79f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19e28849-e735-491e-8351-5b8f86132c7c HTTP/1.1" status: 204 len: 168 time: 0.1985164 Aug 08 18:59:34.914698 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2fc5-d05b-49cd-a382-d340a51d79f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e28849-e735-491e-8351-5b8f86132c7c,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:35.688980 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c660b-73b8-48d5-be7c-a61cf88af69b req-15d0fa2b-4496-4f7e-abcd-1de9fe78b2ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:35.690519 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a88c660b-73b8-48d5-be7c-a61cf88af69b req-15d0fa2b-4496-4f7e-abcd-1de9fe78b2ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0571971 Aug 08 18:59:35.736312 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a88c660b-73b8-48d5-be7c-a61cf88af69b req-54e8a9eb-18df-4d31-a312-c2dbe9178f5d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372291 Aug 08 18:59:35.899709 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:36.895541 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424a8ec-534d-4749-842c-5f6b3057f74b req-91519e6b-b494-4736-b58f-cfc9bfec1b76 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:36.897705 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f424a8ec-534d-4749-842c-5f6b3057f74b req-91519e6b-b494-4736-b58f-cfc9bfec1b76 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0691442 Aug 08 18:59:36.948310 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f424a8ec-534d-4749-842c-5f6b3057f74b req-c5ea07b8-80cc-4899-b067-bf494d6ea7f3 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356281 Aug 08 18:59:37.304400 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:37.565189 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:38.095259 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b667-f4ea-4e11-8da7-f04c401246e1 req-cfb088dd-f1c9-434e-8669-abd8fadf370b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:38.097007 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0a63b667-f4ea-4e11-8da7-f04c401246e1 req-cfb088dd-f1c9-434e-8669-abd8fadf370b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0593991 Aug 08 18:59:38.156419 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0a63b667-f4ea-4e11-8da7-f04c401246e1 req-b40de92c-9fee-43cf-8366-42ed92df67de tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489347 Aug 08 18:59:38.953940 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46848) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:39.059425 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0fa385b6-f0a2-41fa-a871-4cafb744ad20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.144449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0fa385b6-f0a2-41fa-a871-4cafb744ad20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.242037 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0fa385b6-f0a2-41fa-a871-4cafb744ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.276699 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43b9b8-aeee-4c81-b7a6-a918a02a0eee req-1dd20a8f-d4e6-4efa-97a4-df1879700f53 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:39.278215 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2c43b9b8-aeee-4c81-b7a6-a918a02a0eee req-1dd20a8f-d4e6-4efa-97a4-df1879700f53 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0530093 Aug 08 18:59:39.280850 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0fa385b6-f0a2-41fa-a871-4cafb744ad20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec81c2d3905a4f8f91621708cc19d08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257246 Aug 08 18:59:39.281813 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa385b6-f0a2-41fa-a871-4cafb744ad20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb04fa4-2799-4416-9b0d-518374523fe5,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:39.283546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46862) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:39.344059 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2c43b9b8-aeee-4c81-b7a6-a918a02a0eee req-ab823a25-757e-403e-9a9c-a16e34c9fb5c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527933 Aug 08 18:59:39.359936 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9250995b-94ef-4092-8ac7-36c43cfe8065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.381396 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9250995b-94ef-4092-8ac7-36c43cfe8065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.525228 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9250995b-94ef-4092-8ac7-36c43cfe8065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.527771 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9250995b-94ef-4092-8ac7-36c43cfe8065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:39.528931 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-9250995b-94ef-4092-8ac7-36c43cfe8065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eb04fa4-2799-4416-9b0d-518374523fe5 HTTP/1.1" status: 204 len: 168 time: 0.2437074 Aug 08 18:59:39.537631 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250995b-94ef-4092-8ac7-36c43cfe8065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb04fa4-2799-4416-9b0d-518374523fe5,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:40.056573 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 46870) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:40.069855 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.143772 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.190007 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.231362 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b36edb6e50e7429b942196f24a9b5eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736479 Aug 08 18:59:40.232223 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9232339a-a3d4-4598-8a1f-b807a0dbb7a1,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:40.234060 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 46874) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:40.239465 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.239810 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.240145 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.240549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.240889 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.241381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.241711 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.242575 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.242905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.243252 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.243575 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.243891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35417bb-b3a6-4625-8f37-3c17d99b0409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:40.282098 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e69fb9d2-2c54-46d7-b571-71a0c5d74ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.302229 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e69fb9d2-2c54-46d7-b571-71a0c5d74ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.434980 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e69fb9d2-2c54-46d7-b571-71a0c5d74ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.437461 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e69fb9d2-2c54-46d7-b571-71a0c5d74ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:40.438530 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e69fb9d2-2c54-46d7-b571-71a0c5d74ce0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9232339a-a3d4-4598-8a1f-b807a0dbb7a1 HTTP/1.1" status: 204 len: 168 time: 0.2034791 Aug 08 18:59:40.461553 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fb9d2-2c54-46d7-b571-71a0c5d74ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9232339a-a3d4-4598-8a1f-b807a0dbb7a1,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:40.489159 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d15b0-344b-4f02-9681-90d995b6dac9 req-e9912926-3a65-4db4-826d-85f79d78eb83 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:40.490661 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8d3d15b0-344b-4f02-9681-90d995b6dac9 req-e9912926-3a65-4db4-826d-85f79d78eb83 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0663533 Aug 08 18:59:40.530240 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8d3d15b0-344b-4f02-9681-90d995b6dac9 req-fccbf90c-aca4-442d-a3b7-19b3d91fc3c5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327904 Aug 08 18:59:41.611238 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-a8db1b49-7639-4703-b4fd-14dd0d3d87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:41.612761 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-a8db1b49-7639-4703-b4fd-14dd0d3d87f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1099 time: 0.0455706 Aug 08 18:59:41.715802 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d19ad-8242-48d1-a133-dfa95d3460dd req-c8f05ce4-e26c-4c3b-8e25-99a0e75df08c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:41.717259 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ff7d19ad-8242-48d1-a133-dfa95d3460dd req-c8f05ce4-e26c-4c3b-8e25-99a0e75df08c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.1087832 Aug 08 18:59:41.755035 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-a2131833-6a3a-4a17-9948-db6aa922161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:41.756433 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-a2131833-6a3a-4a17-9948-db6aa922161f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.1350379 Aug 08 18:59:41.776739 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ff7d19ad-8242-48d1-a133-dfa95d3460dd req-7983cf88-e1f7-49e1-932c-03c7f2b8b156 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513422 Aug 08 18:59:41.828389 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-1bf136f1-dae2-4a21-b6e6-126a016db5b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 1002 time: 0.0641952 Aug 08 18:59:41.882467 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-d5cecaab-905b-414c-bd49-0f25224ae510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:41.884548 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-d5cecaab-905b-414c-bd49-0f25224ae510 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0483336 Aug 08 18:59:41.928783 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-49f6b91b-2c97-43fa-a086-3448099594d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:41.930845 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-49f6b91b-2c97-43fa-a086-3448099594d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392349 Aug 08 18:59:42.020583 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-83d8a15f-4153-48f7-b299-b3299ca9fada service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Aug 08 18:59:42.117939 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-28713df4-a5c1-4ff9-a896-b005920c7094 req-4ec65379-fdf1-41d1-aef8-6e5ba7fd4b45 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885012 Aug 08 18:59:42.907279 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd168-818b-4614-b467-519879fbc21a req-454d3973-dc35-4283-a4b6-d7f057bdeabc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:42.908744 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-da4bd168-818b-4614-b467-519879fbc21a req-454d3973-dc35-4283-a4b6-d7f057bdeabc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0517828 Aug 08 18:59:42.944712 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-da4bd168-818b-4614-b467-519879fbc21a req-781b30ac-f5a9-4a7d-871c-5d3689a2dacf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300117 Aug 08 18:59:44.072254 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8313-a25a-425c-986c-3efbcf76e02a req-26ee54ba-9e95-4fd1-b839-77f0197a7725 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:44.073713 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-92ff8313-a25a-425c-986c-3efbcf76e02a req-26ee54ba-9e95-4fd1-b839-77f0197a7725 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0485959 Aug 08 18:59:44.113383 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-92ff8313-a25a-425c-986c-3efbcf76e02a req-f268d4e3-9c37-4ad3-8b02-69fae45f4ef9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333450 Aug 08 18:59:45.144023 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 18:59:45.233826 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: ACTIVE; New status is: DOWN {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 18:59:45.234157 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:45.246634 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1246-eaa0-4d43-b2f5-b7b912828bd2 req-186d15d3-62df-4a06-b9d5-96e4bd940b76 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:45.249431 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e50f1246-eaa0-4d43-b2f5-b7b912828bd2 req-186d15d3-62df-4a06-b9d5-96e4bd940b76 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 946 time: 0.0518541 Aug 08 18:59:45.258041 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 18:59:45.260291 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d5b5c8-a466-4f7f-a55a-083b2327cc3d" -d '{"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-unplugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 18:59:45.276885 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 18:59:45.289651 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e50f1246-eaa0-4d43-b2f5-b7b912828bd2 req-959b4e50-78bf-4819-b434-a4dfc64d2dba tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339859 Aug 08 18:59:45.296537 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 18:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb36e58-ad6a-409f-9caa-4b623753684e x-openstack-request-id: req-ccb36e58-ad6a-409f-9caa-4b623753684e {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 18:59:45.296537 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-unplugged", "status": "failed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "code": 422}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 18:59:45.297145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccb36e58-ad6a-409f-9caa-4b623753684e {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 18:59:45.297534 dv-cinder-852456-1-iscsi neutron-server[109561]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ccb36e58-ad6a-409f-9caa-4b623753684e']: {'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'code': 422} returned with failed status Aug 08 18:59:45.364403 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:45.416740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=8']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:46.630197 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47046) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:46.657122 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [req-7531896b-dd25-4caf-9317-2cfae65f5342 req-d4ab237e-8e1a-4aea-b82c-c042fb41e4c0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:59:46.659112 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7531896b-dd25-4caf-9317-2cfae65f5342 req-d4ab237e-8e1a-4aea-b82c-c042fb41e4c0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053165 Aug 08 18:59:46.732543 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:46.802403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:46.875607 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:46.909193 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3490abfd74d14ec0a82af5862198b27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849240 Aug 08 18:59:46.917778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47052) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:46.919790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3613abc-831c-4da8-96f9-d63776471ccc,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:46.939789 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.944408 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b99f8c-4ab8-488f-a421-d2719ffd7fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 18:59:46.987362 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03c2981a-d12c-40ac-859b-6977672b86d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:46.994536 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f404-b2a1-45e7-aa09-f71ee38338a8 req-6eb6ac2d-40ba-4bf9-9d66-0cd55d584be1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:46.996090 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4cd9f404-b2a1-45e7-aa09-f71ee38338a8 req-6eb6ac2d-40ba-4bf9-9d66-0cd55d584be1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0572984 Aug 08 18:59:47.013292 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03c2981a-d12c-40ac-859b-6977672b86d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:47.047417 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4cd9f404-b2a1-45e7-aa09-f71ee38338a8 req-7006f0a0-66cf-4611-bf46-41ed8ddcecd5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441589 Aug 08 18:59:47.152788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03c2981a-d12c-40ac-859b-6977672b86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:47.155372 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-03c2981a-d12c-40ac-859b-6977672b86d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:47.156528 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-03c2981a-d12c-40ac-859b-6977672b86d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3613abc-831c-4da8-96f9-d63776471ccc HTTP/1.1" status: 204 len: 168 time: 0.2377093 Aug 08 18:59:47.164486 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2981a-d12c-40ac-859b-6977672b86d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3613abc-831c-4da8-96f9-d63776471ccc,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:47.558005 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47090) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:47.639993 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-12275987-bf1f-4782-9961-6018ede415d2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808291 Aug 08 18:59:47.649868 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-fb462220-d2b4-46da-88d3-b89352a52f22 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 18:59:47.650853 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-fb462220-d2b4-46da-88d3-b89352a52f22 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055244 Aug 08 18:59:47.818981 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47106) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:47.831716 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c922b1e-a75a-4abc-b383-1e182dfdd3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:47.904283 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c922b1e-a75a-4abc-b383-1e182dfdd3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:47.981424 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2c922b1e-a75a-4abc-b383-1e182dfdd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:48.021854 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2c922b1e-a75a-4abc-b383-1e182dfdd3b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79df01fe050542a89b63656179161fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017899 Aug 08 18:59:48.022725 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c922b1e-a75a-4abc-b383-1e182dfdd3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f06bc-0045-4f9d-a024-7797ac3d4e3f,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:48.025956 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47112) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:48.079452 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-965d46ac-e113-40cd-8c59-da200786149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:48.102874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-965d46ac-e113-40cd-8c59-da200786149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:48.176769 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7118a-6afd-429f-9de2-e950ec861f8f req-903e4d6b-d1d9-47fb-8329-a19c2bdc7656 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:48.178235 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2ca7118a-6afd-429f-9de2-e950ec861f8f req-903e4d6b-d1d9-47fb-8329-a19c2bdc7656 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0516465 Aug 08 18:59:48.218722 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2ca7118a-6afd-429f-9de2-e950ec861f8f req-8ffef0f8-b4ed-415f-bdaf-dc1b8f425cc8 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339570 Aug 08 18:59:48.232981 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-965d46ac-e113-40cd-8c59-da200786149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:48.237397 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-965d46ac-e113-40cd-8c59-da200786149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:48.238886 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-965d46ac-e113-40cd-8c59-da200786149d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad0f06bc-0045-4f9d-a024-7797ac3d4e3f HTTP/1.1" status: 204 len: 168 time: 0.2115831 Aug 08 18:59:48.247298 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d46ac-e113-40cd-8c59-da200786149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f06bc-0045-4f9d-a024-7797ac3d4e3f,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:49.352040 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdfa34-95af-4a81-92fa-94f4a289829e req-bacbc060-7c3f-423d-8857-fa1c72904ece tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:49.353239 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-52bdfa34-95af-4a81-92fa-94f4a289829e req-bacbc060-7c3f-423d-8857-fa1c72904ece tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0541425 Aug 08 18:59:49.390622 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-52bdfa34-95af-4a81-92fa-94f4a289829e req-03fcd4da-4067-4097-bea7-1da86622fef7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311179 Aug 08 18:59:50.094123 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-17d2ecdc-2999-44d3-87b1-8d28140ac88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:50.095710 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-17d2ecdc-2999-44d3-87b1-8d28140ac88c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377&tenant_id=e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 1097 time: 0.0719278 Aug 08 18:59:50.156806 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-ecca6eaa-8f73-4928-a447-2c8edf2a9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:50.158174 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-ecca6eaa-8f73-4928-a447-2c8edf2a9695 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1097 time: 0.0395784 Aug 08 18:59:50.252918 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-e2f63fe5-f901-4c28-acb8-1ebd94e5d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:50.257252 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-e2f63fe5-f901-4c28-acb8-1ebd94e5d98f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.0897734 Aug 08 18:59:50.321563 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-63aa092c-ee77-4421-9115-eb4c737ff3d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 200 len: 1000 time: 0.0595994 Aug 08 18:59:50.374516 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-cbb9689e-8104-4524-8e91-a10871ff52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:50.376111 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-cbb9689e-8104-4524-8e91-a10871ff52dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0472169 Aug 08 18:59:50.428548 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-fe5576fb-2f0b-41e9-b0ef-bbe0c3d9da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:50.430213 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-fe5576fb-2f0b-41e9-b0ef-bbe0c3d9da70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466831 Aug 08 18:59:50.528229 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8899-0040-408b-8340-d325c8b65f07 req-66689a5d-e949-4ae2-b1e2-e0eee30c6bc0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:50.529773 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e93c8899-0040-408b-8340-d325c8b65f07 req-66689a5d-e949-4ae2-b1e2-e0eee30c6bc0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0506463 Aug 08 18:59:50.535051 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-1d4a8f09-c8e8-466a-b830-5d04d96988e6 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951524 Aug 08 18:59:50.566666 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e93c8899-0040-408b-8340-d325c8b65f07 req-c2f56a1a-4a81-4995-98a6-4491572e355c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305991 Aug 08 18:59:50.628599 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-604c597b-edfa-4f0e-bc0a-6863501b7c01 req-34587c26-976d-42b0-858b-2c6337dbba43 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Aug 08 18:59:51.709503 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171b382-81ae-4cac-944f-14dfb6fd5aa7 req-c511f16f-3ba1-43f4-82ba-11bf110b0c3d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:51.711036 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6171b382-81ae-4cac-944f-14dfb6fd5aa7 req-c511f16f-3ba1-43f4-82ba-11bf110b0c3d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0526531 Aug 08 18:59:51.751867 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6171b382-81ae-4cac-944f-14dfb6fd5aa7 req-80ab9ec0-4386-4e35-aa30-2a2b290109b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346718 Aug 08 18:59:52.906036 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad23be-7d5d-4f18-9e6f-e7a1c6848cca req-3d15bb9b-1af1-489b-addf-611343f0c3df tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:52.907890 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-27ad23be-7d5d-4f18-9e6f-e7a1c6848cca req-3d15bb9b-1af1-489b-addf-611343f0c3df tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0551128 Aug 08 18:59:52.956372 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-27ad23be-7d5d-4f18-9e6f-e7a1c6848cca req-d1a435a8-5352-4052-878b-8e20494e653c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416956 Aug 08 18:59:54.149753 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c671-a8eb-4004-b46e-c83d3ee56a2e req-8f809701-0c6a-4dc5-a211-4890af4c47a5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:54.151395 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0892c671-a8eb-4004-b46e-c83d3ee56a2e req-8f809701-0c6a-4dc5-a211-4890af4c47a5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0790296 Aug 08 18:59:54.208948 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0892c671-a8eb-4004-b46e-c83d3ee56a2e req-da130529-b6ce-42c4-838e-cd2e0c942b08 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508204 Aug 08 18:59:55.388050 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f23b8e-a5bc-4be8-bcdc-5b1603eb7af5 req-caa4fdbd-fdb9-4ca9-b624-b9b00db1aae2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:55.389668 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f7f23b8e-a5bc-4be8-bcdc-5b1603eb7af5 req-caa4fdbd-fdb9-4ca9-b624-b9b00db1aae2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0796933 Aug 08 18:59:55.432055 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f7f23b8e-a5bc-4be8-bcdc-5b1603eb7af5 req-e7aac3a6-e878-4cb5-b7d9-d40730c07573 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357518 Aug 08 18:59:56.589164 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb0d9-874a-4ccd-8393-324cfd03e863 req-0b0951cc-78be-4dc3-bd72-41cc229178bf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:56.599807 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-94ccb0d9-874a-4ccd-8393-324cfd03e863 req-0b0951cc-78be-4dc3-bd72-41cc229178bf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0697527 Aug 08 18:59:56.628627 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47298) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:56.648935 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-94ccb0d9-874a-4ccd-8393-324cfd03e863 req-f588d6f4-4575-49f5-81cc-62ca696a79ba tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461116 Aug 08 18:59:56.761003 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-565f7681-6103-4900-a3ad-a278c08aee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:56.842468 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-565f7681-6103-4900-a3ad-a278c08aee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:56.932972 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-565f7681-6103-4900-a3ad-a278c08aee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:56.971130 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f7681-6103-4900-a3ad-a278c08aee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f12fed-b9d6-4a6a-8193-8bd7b1105937,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:56.977009 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-565f7681-6103-4900-a3ad-a278c08aee62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77e7712677b34d5ba9f3491a5c31370c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472795 Aug 08 18:59:56.984850 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47308) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:57.043270 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08bbab4f-cd0d-4272-a9f9-8eebf5e7aad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:57.075991 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08bbab4f-cd0d-4272-a9f9-8eebf5e7aad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:57.262204 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:57.462232 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08bbab4f-cd0d-4272-a9f9-8eebf5e7aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:57.464829 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-08bbab4f-cd0d-4272-a9f9-8eebf5e7aad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:57.468434 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-08bbab4f-cd0d-4272-a9f9-8eebf5e7aad6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11f12fed-b9d6-4a6a-8193-8bd7b1105937 HTTP/1.1" status: 204 len: 168 time: 0.4852738 Aug 08 18:59:57.478785 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbab4f-cd0d-4272-a9f9-8eebf5e7aad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f12fed-b9d6-4a6a-8193-8bd7b1105937,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:57.916137 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119616-4ece-4c14-bb47-571a5eacf4a6 req-7f3d8abe-dfe3-4be1-a181-55d4a47bc70f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:57.916137 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-87119616-4ece-4c14-bb47-571a5eacf4a6 req-7f3d8abe-dfe3-4be1-a181-55d4a47bc70f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0705273 Aug 08 18:59:57.916137 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-87119616-4ece-4c14-bb47-571a5eacf4a6 req-24a06907-1a1e-46b6-b248-dd835a7a89cd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357525 Aug 08 18:59:58.962937 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47334) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:58.978987 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6870d06d-eb40-4d1b-95ba-9f907713fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.033825 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459384-9b2a-4795-9cd2-d8ea3bbe5d56 req-db799499-0402-426b-b7a8-65394cf624c1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 18:59:59.035357 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4459384-9b2a-4795-9cd2-d8ea3bbe5d56 req-db799499-0402-426b-b7a8-65394cf624c1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0539999 Aug 08 18:59:59.063347 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6870d06d-eb40-4d1b-95ba-9f907713fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.075916 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d4459384-9b2a-4795-9cd2-d8ea3bbe5d56 req-60e04a74-370f-4237-ab92-1e89b90202fb tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323856 Aug 08 18:59:59.094653 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 18:59:59.144319 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-6870d06d-eb40-4d1b-95ba-9f907713fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.186034 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-6870d06d-eb40-4d1b-95ba-9f907713fe81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7571848ab1c246178bf8641a04843f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219892 Aug 08 18:59:59.187141 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870d06d-eb40-4d1b-95ba-9f907713fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dfd671-8e4d-406d-a22a-65c2f4de3d63,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 18:59:59.188847 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47336) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 18:59:59.237408 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43a384f6-fd67-4283-a3d6-145649946740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.257412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43a384f6-fd67-4283-a3d6-145649946740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.392835 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43a384f6-fd67-4283-a3d6-145649946740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.395408 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-43a384f6-fd67-4283-a3d6-145649946740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 18:59:59.396596 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-43a384f6-fd67-4283-a3d6-145649946740 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89dfd671-8e4d-406d-a22a-65c2f4de3d63 HTTP/1.1" status: 204 len: 168 time: 0.2067223 Aug 08 18:59:59.406147 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a384f6-fd67-4283-a3d6-145649946740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dfd671-8e4d-406d-a22a-65c2f4de3d63,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:00.202996 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533c5a9-8142-42c5-86e2-6fab26a8d616 req-fb7ac9e3-430a-4f35-886a-04c9eda4d6e5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:00.204474 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4533c5a9-8142-42c5-86e2-6fab26a8d616 req-fb7ac9e3-430a-4f35-886a-04c9eda4d6e5 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0511827 Aug 08 19:00:00.243841 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4533c5a9-8142-42c5-86e2-6fab26a8d616 req-b0b1c60e-84c6-4b02-8636-7053cfd63648 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329802 Aug 08 19:00:01.383607 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa7d42-cba1-4249-bb68-df00155e43ff req-296ec7a8-1369-4aa5-9f36-04e746bfab51 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:01.385064 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dfa7d42-cba1-4249-bb68-df00155e43ff req-296ec7a8-1369-4aa5-9f36-04e746bfab51 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0513754 Aug 08 19:00:01.423355 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0dfa7d42-cba1-4249-bb68-df00155e43ff req-6565f096-a7df-4912-9334-28d6dbd1b4c0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324078 Aug 08 19:00:01.872057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47422) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:01.973207 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a6411102-23a1-46f0-b66b-301211612fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.044659 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a6411102-23a1-46f0-b66b-301211612fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.107071 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a6411102-23a1-46f0-b66b-301211612fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.144961 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a6411102-23a1-46f0-b66b-301211612fb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186ff8cc34b94e3e9377961e32a68339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718353 Aug 08 19:00:02.145824 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6411102-23a1-46f0-b66b-301211612fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b2add-f48c-4e41-9bbf-1307a29773d2,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:02.148208 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47426) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:02.198290 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5c5a55ac-7764-4c86-8ede-19c2a9c58c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.219083 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5c5a55ac-7764-4c86-8ede-19c2a9c58c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.335797 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-05a351c0-2455-4f59-ac2d-f334ce0158eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.367508 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5c5a55ac-7764-4c86-8ede-19c2a9c58c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.370584 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-5c5a55ac-7764-4c86-8ede-19c2a9c58c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:02.373813 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-5c5a55ac-7764-4c86-8ede-19c2a9c58c0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b2b2add-f48c-4e41-9bbf-1307a29773d2 HTTP/1.1" status: 204 len: 168 time: 0.2226486 Aug 08 19:00:02.384979 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a55ac-7764-4c86-8ede-19c2a9c58c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b2add-f48c-4e41-9bbf-1307a29773d2,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:02.550916 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31390ec-d790-4c9f-b4fc-3b581faf5631 req-9429543d-a676-4a6e-801a-fe0605e50abe tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:02.552435 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f31390ec-d790-4c9f-b4fc-3b581faf5631 req-9429543d-a676-4a6e-801a-fe0605e50abe tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0493271 Aug 08 19:00:02.592095 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f31390ec-d790-4c9f-b4fc-3b581faf5631 req-a3aeda18-7972-4bc8-9ea5-b07f5ec37c1f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327744 Aug 08 19:00:03.022639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47452) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:03.036129 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9779345b-c56c-4624-8199-7cc7041926c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.110020 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9779345b-c56c-4624-8199-7cc7041926c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.175269 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47456) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:03.181737 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-9779345b-c56c-4624-8199-7cc7041926c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.222059 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779345b-c56c-4624-8199-7cc7041926c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc4cc3-96fe-4a8c-b8d4-87432493ac5a,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:03.229152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47460) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:03.229363 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-9779345b-c56c-4624-8199-7cc7041926c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63cfc67e21c34c9580c4f75ce87e6e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054713 Aug 08 19:00:03.280247 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3ca7cc79-9a8e-4250-8e7c-fe666a345399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.282301 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-894baf55-52ee-434b-b638-cf7949e88695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.300659 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3ca7cc79-9a8e-4250-8e7c-fe666a345399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.403995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3ca7cc79-9a8e-4250-8e7c-fe666a345399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.406546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3ca7cc79-9a8e-4250-8e7c-fe666a345399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.407737 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3ca7cc79-9a8e-4250-8e7c-fe666a345399 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bcc4cc3-96fe-4a8c-b8d4-87432493ac5a HTTP/1.1" status: 204 len: 168 time: 0.1764808 Aug 08 19:00:03.415643 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7cc79-9a8e-4250-8e7c-fe666a345399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc4cc3-96fe-4a8c-b8d4-87432493ac5a,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:03.431921 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-894baf55-52ee-434b-b638-cf7949e88695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.512653 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-894baf55-52ee-434b-b638-cf7949e88695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.551114 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-894baf55-52ee-434b-b638-cf7949e88695 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcaf194323a843bbb5e1cab5e89038d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746588 Aug 08 19:00:03.552296 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894baf55-52ee-434b-b638-cf7949e88695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219dbe3c-624d-4008-b02a-8e723eb9050c,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:03.553966 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47464) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:03.604589 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81db46ae-e98e-44ee-8bbb-2cd225cbad8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.626191 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81db46ae-e98e-44ee-8bbb-2cd225cbad8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.718102 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdae2-5016-4814-8a43-29386c560582 req-25a82ade-32a2-46cf-a8c8-52d0481f4b89 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:03.719789 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-006bdae2-5016-4814-8a43-29386c560582 req-25a82ade-32a2-46cf-a8c8-52d0481f4b89 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0505736 Aug 08 19:00:03.759557 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-006bdae2-5016-4814-8a43-29386c560582 req-468041a8-45b4-4e2e-acc4-a047f2c72565 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335155 Aug 08 19:00:03.760239 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81db46ae-e98e-44ee-8bbb-2cd225cbad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.763206 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-81db46ae-e98e-44ee-8bbb-2cd225cbad8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:03.765060 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-81db46ae-e98e-44ee-8bbb-2cd225cbad8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/219dbe3c-624d-4008-b02a-8e723eb9050c HTTP/1.1" status: 204 len: 168 time: 0.2091691 Aug 08 19:00:03.774655 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db46ae-e98e-44ee-8bbb-2cd225cbad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219dbe3c-624d-4008-b02a-8e723eb9050c,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:04.465978 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47490) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:04.479912 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13dc0849-18c9-4a99-af7f-7378ef88e44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.482128 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cb208e56-9e8e-4f2c-934e-6a963df09a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.559726 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13dc0849-18c9-4a99-af7f-7378ef88e44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.638699 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13dc0849-18c9-4a99-af7f-7378ef88e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.682763 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-13dc0849-18c9-4a99-af7f-7378ef88e44f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6535cac3261b49139fc41a5c9cd14b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156558 Aug 08 19:00:04.683652 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc0849-18c9-4a99-af7f-7378ef88e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b78606-a82a-443b-a6b1-2004630b3e20,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:04.686152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47502) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:04.736921 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20252e7b-ad9b-474b-827e-b237a06aedee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.757287 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20252e7b-ad9b-474b-827e-b237a06aedee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.870416 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20252e7b-ad9b-474b-827e-b237a06aedee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.872995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-20252e7b-ad9b-474b-827e-b237a06aedee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:04.874171 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-20252e7b-ad9b-474b-827e-b237a06aedee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29b78606-a82a-443b-a6b1-2004630b3e20 HTTP/1.1" status: 204 len: 168 time: 0.1861970 Aug 08 19:00:04.883936 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252e7b-ad9b-474b-827e-b237a06aedee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b78606-a82a-443b-a6b1-2004630b3e20,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:04.896647 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01410e4d-e1ac-428f-bf10-f933b1ea5109 req-9830d518-2d0e-4767-b527-08cbf302c7c7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:04.898455 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-01410e4d-e1ac-428f-bf10-f933b1ea5109 req-9830d518-2d0e-4767-b527-08cbf302c7c7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0525765 Aug 08 19:00:04.937882 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-01410e4d-e1ac-428f-bf10-f933b1ea5109 req-c2c56e16-683a-468f-a6da-ad54b3e4c265 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329692 Aug 08 19:00:05.206235 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47512) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:05.310640 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e92a1ab0-1894-42c7-bc82-a69f4d5e2870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.387290 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e92a1ab0-1894-42c7-bc82-a69f4d5e2870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.441192 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e92a1ab0-1894-42c7-bc82-a69f4d5e2870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.479198 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e92a1ab0-1894-42c7-bc82-a69f4d5e2870 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=566783af27e14ef690a5365af49670bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715814 Aug 08 19:00:05.480076 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a1ab0-1894-42c7-bc82-a69f4d5e2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cb8f31-43c8-44b4-8455-d837c584bdfe,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:05.481906 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47524) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:05.534148 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2960908c-be95-4cb9-a0c2-1e9d68112eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.554869 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2960908c-be95-4cb9-a0c2-1e9d68112eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.676055 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2960908c-be95-4cb9-a0c2-1e9d68112eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.678681 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-2960908c-be95-4cb9-a0c2-1e9d68112eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:05.679948 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-2960908c-be95-4cb9-a0c2-1e9d68112eef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4cb8f31-43c8-44b4-8455-d837c584bdfe HTTP/1.1" status: 204 len: 168 time: 0.1961818 Aug 08 19:00:05.688187 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960908c-be95-4cb9-a0c2-1e9d68112eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cb8f31-43c8-44b4-8455-d837c584bdfe,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:05.858480 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:06.069678 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e62f-c138-45f2-b721-a1e84c174f6a req-3c16e25d-102e-466c-b12c-d408ade6c615 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:06.071671 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2a38e62f-c138-45f2-b721-a1e84c174f6a req-3c16e25d-102e-466c-b12c-d408ade6c615 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0549242 Aug 08 19:00:06.111174 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2a38e62f-c138-45f2-b721-a1e84c174f6a req-87be60b9-d7eb-4cec-92bc-1df8048a4779 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333879 Aug 08 19:00:07.238583 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96887-9843-44d2-9a41-d93eae78f3f1 req-62c4da32-9f01-4e43-a0ca-3d2a914ee6ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:07.240115 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-72d96887-9843-44d2-9a41-d93eae78f3f1 req-62c4da32-9f01-4e43-a0ca-3d2a914ee6ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 944 time: 0.0522687 Aug 08 19:00:07.260673 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:00:07.283469 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-72d96887-9843-44d2-9a41-d93eae78f3f1 req-51244f1b-ffa0-4ae1-9da4-c3911d56a563 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374730 Aug 08 19:00:07.314739 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:07.395611 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:00:07.408941 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '42c65623-c116-446a-afdd-1356a55a5bb6', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'port_id': '42c65623-c116-446a-afdd-1356a55a5bb6', 'mac_address': 'fa:16:3e:d3:04:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:00:07.450927 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:00:07.451271 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:07.470198 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c65623-c116-446a-afdd-1356a55a5bb6 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:00:07.504695 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:00:07.558410 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:07.560114 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:07.607994 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=9']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:07.615448 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.615805 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.616140 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.622417 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:07.794411 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['42c65623-c116-446a-afdd-1356a55a5bb6'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:00:08.408047 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d616-9602-4298-adb1-7b88d1f03a57 req-a046764b-9642-47be-91b5-da7196ae7f03 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:08.409521 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4f83d616-9602-4298-adb1-7b88d1f03a57 req-a046764b-9642-47be-91b5-da7196ae7f03 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 945 time: 0.0486140 Aug 08 19:00:08.447546 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4f83d616-9602-4298-adb1-7b88d1f03a57 req-a8b21727-08c7-467a-81bd-74566f89e2e4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315003 Aug 08 19:00:09.292508 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:00:09.339012 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 42c65623-c116-446a-afdd-1356a55a5bb6 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:00:09.339387 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:09.422713 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 42c65623-c116-446a-afdd-1356a55a5bb6 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:00:09.423157 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:09.446979 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:00:09.449265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4bcba1-dcfa-4801-99d9-bd5b857e0752" -d '{"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-plugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:00:09.469284 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:00:09.492413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02381a43-f0e0-4ef7-9ce4-f26ac8e72d8d x-openstack-request-id: req-02381a43-f0e0-4ef7-9ce4-f26ac8e72d8d {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:00:09.492767 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-plugged", "status": "completed", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:00:09.492973 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02381a43-f0e0-4ef7-9ce4-f26ac8e72d8d {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:00:09.493197 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02381a43-f0e0-4ef7-9ce4-f26ac8e72d8d'] response: {'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'code': 200} Aug 08 19:00:09.540749 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:09.584359 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e6acd-cbc2-4f69-9056-489c8ee6d2da req-775e804b-bc71-4cb7-9429-3bb00600e07f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:09.592478 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d00e6acd-cbc2-4f69-9056-489c8ee6d2da req-775e804b-bc71-4cb7-9429-3bb00600e07f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0630734 Aug 08 19:00:09.597339 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=10']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:09.631659 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d00e6acd-cbc2-4f69-9056-489c8ee6d2da req-cf9ddc37-60d6-4cfe-b4cc-629a3ad486e7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380664 Aug 08 19:00:10.100679 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41040c-eb0f-4111-82bd-524e2bf78867 req-c409b45d-b353-48df-b3cd-ea86bdebe00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:10.102216 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4e41040c-eb0f-4111-82bd-524e2bf78867 req-c409b45d-b353-48df-b3cd-ea86bdebe00d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 1100 time: 0.0412512 Aug 08 19:00:10.144147 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4e41040c-eb0f-4111-82bd-524e2bf78867 req-eb344592-e228-4e92-a853-409515a06dd0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349948 Aug 08 19:00:10.758771 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec235c-d105-400b-852e-04da19febee5 req-f59fc80b-6cec-4524-a14a-aaf8df9713ea tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:10.760222 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a3ec235c-d105-400b-852e-04da19febee5 req-f59fc80b-6cec-4524-a14a-aaf8df9713ea tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0529711 Aug 08 19:00:10.798188 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a3ec235c-d105-400b-852e-04da19febee5 req-c03383a2-feca-45e5-a5a0-4e78f0e65d2f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320373 Aug 08 19:00:11.109074 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47680) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:11.210133 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-681ffb02-1f6a-417a-96dd-b870a2518ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.282384 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-681ffb02-1f6a-417a-96dd-b870a2518ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.386677 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-681ffb02-1f6a-417a-96dd-b870a2518ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.431387 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ffb02-1f6a-417a-96dd-b870a2518ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8485479-1ea5-4c25-9aec-a310199b4e6c,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:11.438457 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-681ffb02-1f6a-417a-96dd-b870a2518ea6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75527f65d3cc47279c6ea38cb1644a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276031 Aug 08 19:00:11.438634 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47692) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:11.488283 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc5b3-afe4-4678-8f5d-4e19c6ca4f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.509436 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc5b3-afe4-4678-8f5d-4e19c6ca4f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.661392 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc5b3-afe4-4678-8f5d-4e19c6ca4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.663997 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc5b3-afe4-4678-8f5d-4e19c6ca4f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:11.665185 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-0d0fc5b3-afe4-4678-8f5d-4e19c6ca4f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8485479-1ea5-4c25-9aec-a310199b4e6c HTTP/1.1" status: 204 len: 168 time: 0.2243052 Aug 08 19:00:11.673625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fc5b3-afe4-4678-8f5d-4e19c6ca4f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8485479-1ea5-4c25-9aec-a310199b4e6c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:11.920221 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eadaa-7ea7-4744-9fdc-3d13874727e0 req-93e4397b-3a47-4eea-87a1-2c120f99a94d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:11.921679 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-583eadaa-7ea7-4744-9fdc-3d13874727e0 req-93e4397b-3a47-4eea-87a1-2c120f99a94d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0486879 Aug 08 19:00:11.971677 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-583eadaa-7ea7-4744-9fdc-3d13874727e0 req-222abdca-6eac-405d-acac-e28ee81c37e1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434828 Aug 08 19:00:12.127519 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47738) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:12.231360 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8a0d-cb1f-488f-92b1-2d99b5f30c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.304151 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8a0d-cb1f-488f-92b1-2d99b5f30c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.410070 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d3eb8a0d-cb1f-488f-92b1-2d99b5f30c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.451099 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d3eb8a0d-cb1f-488f-92b1-2d99b5f30c1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc26b3e0f6284529bb3c0da07fa66e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222535 Aug 08 19:00:12.452060 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb8a0d-cb1f-488f-92b1-2d99b5f30c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75e0a3e-7447-4be6-a6ea-54ef3fd24ffc,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:12.453763 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47748) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:12.508186 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-536048d3-efe9-4789-b2fd-51ed5004a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.531097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-536048d3-efe9-4789-b2fd-51ed5004a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.652932 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-536048d3-efe9-4789-b2fd-51ed5004a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.655561 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-536048d3-efe9-4789-b2fd-51ed5004a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:12.656721 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-536048d3-efe9-4789-b2fd-51ed5004a898 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b75e0a3e-7447-4be6-a6ea-54ef3fd24ffc HTTP/1.1" status: 204 len: 168 time: 0.2019241 Aug 08 19:00:12.665939 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536048d3-efe9-4789-b2fd-51ed5004a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75e0a3e-7447-4be6-a6ea-54ef3fd24ffc,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:13.104818 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881a326-87ad-4daa-98b7-17470f3fefee req-ef85e504-3038-4df9-b627-fda83176ac09 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:13.107409 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8881a326-87ad-4daa-98b7-17470f3fefee req-ef85e504-3038-4df9-b627-fda83176ac09 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0545108 Aug 08 19:00:13.151440 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8881a326-87ad-4daa-98b7-17470f3fefee req-e514a37c-01a0-445b-a539-e42d0e0885dc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387022 Aug 08 19:00:13.296721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47806) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:13.311194 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9a45793e-a832-4cbe-8b8b-8850e0a35e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.385531 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9a45793e-a832-4cbe-8b8b-8850e0a35e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.478546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-9a45793e-a832-4cbe-8b8b-8850e0a35e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.517643 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-9a45793e-a832-4cbe-8b8b-8850e0a35e66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4418064ebf3a43ecb31a0807f580cc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197413 Aug 08 19:00:13.518492 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45793e-a832-4cbe-8b8b-8850e0a35e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd55cad1-32bf-4e4e-960d-cc4719117793,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:13.520454 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47808) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:13.568520 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-311f47ee-bb76-4578-9a2f-5b19c5025348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.590208 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-311f47ee-bb76-4578-9a2f-5b19c5025348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.730040 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-311f47ee-bb76-4578-9a2f-5b19c5025348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.732662 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-311f47ee-bb76-4578-9a2f-5b19c5025348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:13.734605 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-311f47ee-bb76-4578-9a2f-5b19c5025348 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd55cad1-32bf-4e4e-960d-cc4719117793 HTTP/1.1" status: 204 len: 168 time: 0.2123330 Aug 08 19:00:13.741478 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f47ee-bb76-4578-9a2f-5b19c5025348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd55cad1-32bf-4e4e-960d-cc4719117793,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:14.423402 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47832) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:14.436292 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c274b7bb-72b3-48de-a47d-567964af7bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.515518 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c274b7bb-72b3-48de-a47d-567964af7bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.604083 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-c274b7bb-72b3-48de-a47d-567964af7bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.644280 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-c274b7bb-72b3-48de-a47d-567964af7bc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd2e6e196ae14a0aa9811d4e85b60fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197526 Aug 08 19:00:14.644990 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274b7bb-72b3-48de-a47d-567964af7bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30ba59-4509-4c9d-a4f6-ce95c3953798,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:14.647093 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47834) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:14.699375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a7d5-05cd-4090-8c1f-ee2343445d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.721771 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a7d5-05cd-4090-8c1f-ee2343445d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.841646 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a7d5-05cd-4090-8c1f-ee2343445d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.844399 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a7d5-05cd-4090-8c1f-ee2343445d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:14.845572 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b1f1a7d5-05cd-4090-8c1f-ee2343445d91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a30ba59-4509-4c9d-a4f6-ce95c3953798 HTTP/1.1" status: 204 len: 168 time: 0.1974058 Aug 08 19:00:14.853928 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1a7d5-05cd-4090-8c1f-ee2343445d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30ba59-4509-4c9d-a4f6-ce95c3953798,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:23.947983 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 47982) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:24.058875 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-08d41734-9301-4658-9225-d50e34fe4e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.132027 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-08d41734-9301-4658-9225-d50e34fe4e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.201565 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-08d41734-9301-4658-9225-d50e34fe4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.242841 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-08d41734-9301-4658-9225-d50e34fe4e1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d50ee5c76c4489ab8e3f6a8554d18c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937796 Aug 08 19:00:24.243713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d41734-9301-4658-9225-d50e34fe4e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c417f1-4599-48aa-a6e9-30a2da939114,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:24.245611 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47990) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:24.293934 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a3c407c3-c743-4197-a54c-d6b53c5305da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.315140 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a3c407c3-c743-4197-a54c-d6b53c5305da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.489909 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a3c407c3-c743-4197-a54c-d6b53c5305da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.492416 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a3c407c3-c743-4197-a54c-d6b53c5305da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:24.494060 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a3c407c3-c743-4197-a54c-d6b53c5305da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8c417f1-4599-48aa-a6e9-30a2da939114 HTTP/1.1" status: 204 len: 168 time: 0.2474351 Aug 08 19:00:24.501999 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c407c3-c743-4197-a54c-d6b53c5305da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c417f1-4599-48aa-a6e9-30a2da939114,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:25.114798 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 47998) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:25.128419 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4e04-5610-463e-9f37-81661209fbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.201726 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4e04-5610-463e-9f37-81661209fbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.255255 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab8b4e04-5610-463e-9f37-81661209fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.296444 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-ab8b4e04-5610-463e-9f37-81661209fbb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c12a4c5d93614223a24f423b1d4d02b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805484 Aug 08 19:00:25.297172 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b4e04-5610-463e-9f37-81661209fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e2091b-2cf8-4e7b-9c86-f9344b33ebc8,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:25.299233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 48000) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:25.347135 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8a33684d-a245-455e-9292-284e31ad4181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.368572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8a33684d-a245-455e-9292-284e31ad4181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.504333 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8a33684d-a245-455e-9292-284e31ad4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.507043 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8a33684d-a245-455e-9292-284e31ad4181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:25.508182 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8a33684d-a245-455e-9292-284e31ad4181 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14e2091b-2cf8-4e7b-9c86-f9344b33ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2079492 Aug 08 19:00:25.518198 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33684d-a245-455e-9292-284e31ad4181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e2091b-2cf8-4e7b-9c86-f9344b33ebc8,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:26.624093 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 48028) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:26.718277 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1659041557-network', 'tenant_id': '3654946075824fd9b7f0b9e12d5851ab'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:00:26.803520 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Made reservation on behalf of 3654946075824fd9b7f0b9e12d5851ab for: {'network': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:00:26.805731 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for network, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:26.813902 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:26.885018 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:26.952199 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:26.976415 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 08 19:00:26.986289 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77945478-cdf9-43b3-90c2-9aefc07ccbb1,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:26.990823 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:26.991235 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.segments_db [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Added segment 43fa2014-e907-45a7-bafb-d120004faffd of type vlan for network 045e2826-560f-499f-857c-ac6afe28b372 Aug 08 19:00:27.031430 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790180010334'] for network, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.115493 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988'] for network, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.116464 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:27.117051 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.174403 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] Pushing event updated for resources: {'Network': ['ID=045e2826-560f-499f-857c-ac6afe28b372,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:27.183971 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Network 045e2826-560f-499f-857c-ac6afe28b372 details requested by agent ovs-agent-dv-cinder-852456-1-iscsi with host dv-cinder-852456-1-iscsi {{(pid=109561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 08 19:00:27.216203 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-75069b37-2759-473b-a588-595756bfc9a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5908935 Aug 08 19:00:27.219133 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 48032) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:27.224126 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Request body: {'subnet': {'network_id': '045e2826-560f-499f-857c-ac6afe28b372', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1659041557-subnet', 'tenant_id': '3654946075824fd9b7f0b9e12d5851ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:00:27.245831 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.298582 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Made reservation on behalf of 3654946075824fd9b7f0b9e12d5851ab for: {'subnet': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:00:27.300891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13212006'] for subnet, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.530170 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16754010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13211976'] for subnet, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.595846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf07112b-a3ba-4996-bf8e-89e2b6ace1fd,revision_number=0']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:27.604909 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Checking segment: {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 19:00:27.605262 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Network hostable DHCP agents. Network: 045e2826-560f-499f-857c-ac6afe28b372, hostable agents: ['2ee8d869-28c0-47dd-bb36-e923a3b1a43f'], hosted agents: [] {{(pid=109560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 08 19:00:27.704092 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Network 045e2826-560f-499f-857c-ac6afe28b372 is scheduled to be hosted by DHCP agent 2ee8d869-28c0-47dd-bb36-e923a3b1a43f with binding_index 1 {{(pid=109560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 08 19:00:27.789543 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852456-1-iscsi, 045e2826-560f-499f-857c-ac6afe28b372) {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:00:27.794151 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:27.794828 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for subnet, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:27.800579 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c7419-1c39-48ce-9e8d-8c2b92601248 None None] Network 045e2826-560f-499f-857c-ac6afe28b372 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:00:27.866573 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-40de9842-c989-4e27-af9a-9ef581090fc6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6460938 Aug 08 19:00:27.923489 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f5cecb-2771-49d4-9525-a0b1707ec362 None None] Network 045e2826-560f-499f-857c-ac6afe28b372 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:00:29.942813 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-5e4fd28d-8490-4d31-9bb2-fb36fab51f93 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:29.944278 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-5e4fd28d-8490-4d31-9bb2-fb36fab51f93 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/networks?id=045e2826-560f-499f-857c-ac6afe28b372 HTTP/1.1" status: 200 len: 814 time: 0.0968802 Aug 08 19:00:29.959208 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-fad0a196-01d8-4649-bb66-b480ca87c435 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/quotas/3654946075824fd9b7f0b9e12d5851ab HTTP/1.1" status: 200 len: 375 time: 0.0085752 Aug 08 19:00:29.989662 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-3fba4ee0-758b-48fb-8272-a3d2233f9f7e tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3654946075824fd9b7f0b9e12d5851ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248890 Aug 08 19:00:30.081207 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-381606e9-3d8e-488b-80b9-7f2fb89daacd service neutron] 10.222.0.23 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Aug 08 19:00:30.169979 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-2b837119-684e-46c7-9b79-b42dd6953c69 service neutron] 10.222.0.23 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826571 Aug 08 19:00:30.409427 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-245e796d-e154-4353-8dd5-8cd373ba1d92 req-ba7dfe6b-cb98-4867-8844-12c8875521f6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0262563 Aug 08 19:00:31.503154 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a216c61a-c648-46b4-805b-0b3912efbbee req-6dc38da9-d376-433c-a6d6-11241ecb173c tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0250518 Aug 08 19:00:32.367182 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-decf583a-a1bf-4208-bb3b-965ba9b0ffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:32.407451 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-800857b9-3b83-4120-b736-269b77ea3cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384252 Aug 08 19:00:32.467656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-94069caa-3704-4c7b-b64f-f996ca658136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:32.469154 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-94069caa-3704-4c7b-b64f-f996ca658136 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0396736 Aug 08 19:00:32.576362 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-3456dd4f-60b6-4e11-be1d-caa19f5ee572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:32.578924 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-3456dd4f-60b6-4e11-be1d-caa19f5ee572 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 910 time: 0.0893276 Aug 08 19:00:32.603032 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ed04183c-a164-4e16-a722-4463d6e8229a req-8047e732-4936-4b53-bc72-a460dc4c8bfd tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Aug 08 19:00:32.652193 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-a6b52ba3-aa2a-4a3f-9f73-f17414f6af66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 1000 time: 0.0634866 Aug 08 19:00:32.706201 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-f2c857e2-8cb8-4f2a-94e6-73a28732e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:32.707976 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-f2c857e2-8cb8-4f2a-94e6-73a28732e38b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0481441 Aug 08 19:00:32.758529 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-b2dec0de-cf7f-4a1d-8d6f-c71ec45bd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:32.760069 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-b2dec0de-cf7f-4a1d-8d6f-c71ec45bd3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412009 Aug 08 19:00:32.853580 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-45e783f7-9bad-497f-b8cf-d8552cd8301c service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814285 Aug 08 19:00:32.946139 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-64c40724-156b-4a92-8134-5a1a5ef954ec req-7e57cbfe-6f92-48e7-b7ba-70610354f46e service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840924 Aug 08 19:00:33.699357 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-509a88f4-7597-4250-811f-34c52c67d8d5 req-2e878ff3-a754-4254-ab67-846d4d347453 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0260849 Aug 08 19:00:33.874026 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-144007b9-e8ab-4289-9c9d-c7e782bce899 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:33.876425 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-144007b9-e8ab-4289-9c9d-c7e782bce899 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "GET /v2.0/networks?id=045e2826-560f-499f-857c-ac6afe28b372 HTTP/1.1" status: 200 len: 814 time: 0.1109052 Aug 08 19:00:33.898784 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Request body: {'port': {'device_id': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'network_id': '045e2826-560f-499f-857c-ac6afe28b372', 'admin_state_up': True, 'tenant_id': '3654946075824fd9b7f0b9e12d5851ab'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:00:34.087148 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Made reservation on behalf of 3654946075824fd9b7f0b9e12d5851ab for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:00:34.091258 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:34.220447 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Allocated IP 172.20.0.6 (045e2826-560f-499f-857c-ac6afe28b372/cf07112b-a3ba-4996-bf8e-89e2b6ace1fd/f947a7a6-24cc-4003-8701-bc00a7026482) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:00:34.366200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:34.447674 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:34.492486 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Network 045e2826-560f-499f-857c-ac6afe28b372 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:00:34.497501 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:00:34.498654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b799fe20-f603-477d-86ce-633c3e711ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:34.500036 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:00:34.529920 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Pushing event updated for resources: {'Port': ['ID=f947a7a6-24cc-4003-8701-bc00a7026482,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:34.555388 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:34.560777 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:34.800517 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-cb9a7fa9-09e5-499d-b23d-513e8d313fca tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9055364 Aug 08 19:00:34.813252 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Request body: {'port': {'device_id': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:00:34.819409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651b649-4d48-4bf0-9463-ccace2f26888 req-ae66714d-cddf-4c5d-b7ec-614f4895975f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:34.820859 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f651b649-4d48-4bf0-9463-ccace2f26888 req-ae66714d-cddf-4c5d-b7ec-614f4895975f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 931 time: 0.0519388 Aug 08 19:00:34.858883 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f651b649-4d48-4bf0-9463-ccace2f26888 req-bcea2e62-bb40-4b57-a7e7-046361b8b1fd tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Aug 08 19:00:34.870667 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.375966 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f947a7a6-24cc-4003-8701-bc00a7026482 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:00:35.383366 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.394713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Transition to ACTIVE for port object f947a7a6-24cc-4003-8701-bc00a7026482 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 19:00:35.498634 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.576195 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Pushing event updated for resources: {'Port': ['ID=f947a7a6-24cc-4003-8701-bc00a7026482,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:35.608059 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Attempting to bind port f947a7a6-24cc-4003-8701-bc00a7026482 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 19:00:35.608396 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Attempting to bind port f947a7a6-24cc-4003-8701-bc00a7026482 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 19:00:35.610749 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Attempting to bind port f947a7a6-24cc-4003-8701-bc00a7026482 on network 045e2826-560f-499f-857c-ac6afe28b372 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:00:35.612913 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Port f947a7a6-24cc-4003-8701-bc00a7026482 on network 045e2826-560f-499f-857c-ac6afe28b372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 19:00:35.613237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Attempting to bind port f947a7a6-24cc-4003-8701-bc00a7026482 on network 045e2826-560f-499f-857c-ac6afe28b372 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:00:35.618042 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 19, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 19:00:35.618381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Checking segment: {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 19:00:35.618766 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Bound using segment: {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 19:00:35.619218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Bound port: f947a7a6-24cc-4003-8701-bc00a7026482, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 19:00:35.619576 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.681491 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] For port f947a7a6-24cc-4003-8701-bc00a7026482, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 19:00:35.684423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] For port f947a7a6-24cc-4003-8701-bc00a7026482, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f947a7a6-24cc-4003-8701-bc00a7026482,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 19:00:35.778627 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.783764 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:35.784373 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.785758 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] 10.222.0.30 "PUT /v2.0/ports/f947a7a6-24cc-4003-8701-bc00a7026482 HTTP/1.1" status: 200 len: 1093 time: 0.9767292 Aug 08 19:00:35.786193 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'tag': 'f947a7a6-24cc-4003-8701-bc00a7026482'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:00:35.788542 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7958dc21-26aa-4711-ba5b-7949e1fb99de" -d '{"events": [{"name": "network-changed", "server_uuid": "f94d520c-0f85-4c23-9861-cb33926cc0a8", "tag": "f947a7a6-24cc-4003-8701-bc00a7026482"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:00:35.834263 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a03dc-c70c-4923-b425-2a1fa67b5f95 service neutron] Pushing event updated for resources: {'Port': ['ID=f947a7a6-24cc-4003-8701-bc00a7026482,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:35.836859 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:35.840936 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b39184-9b95-4c9c-8d80-c1247dafc9ee x-openstack-request-id: req-31b39184-9b95-4c9c-8d80-c1247dafc9ee {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:00:35.845883 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94d520c-0f85-4c23-9861-cb33926cc0a8", "tag": "f947a7a6-24cc-4003-8701-bc00a7026482", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:00:35.845883 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31b39184-9b95-4c9c-8d80-c1247dafc9ee {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:00:35.845883 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b39184-9b95-4c9c-8d80-c1247dafc9ee'] response: {'name': 'network-changed', 'server_uuid': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'tag': 'f947a7a6-24cc-4003-8701-bc00a7026482', 'status': 'completed', 'code': 200} Aug 08 19:00:35.912700 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958dc21-26aa-4711-ba5b-7949e1fb99de req-c1c7a537-1665-4fed-b640-ce322e314334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:35.914282 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7958dc21-26aa-4711-ba5b-7949e1fb99de req-c1c7a537-1665-4fed-b640-ce322e314334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3654946075824fd9b7f0b9e12d5851ab&device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0454628 Aug 08 19:00:35.980866 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64208d-62e9-4e28-ba05-9fc4007f4b43 req-66817d99-e0f3-4ecb-930a-0110fe464932 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:35.982346 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7a64208d-62e9-4e28-ba05-9fc4007f4b43 req-66817d99-e0f3-4ecb-930a-0110fe464932 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0524096 Aug 08 19:00:36.012272 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958dc21-26aa-4711-ba5b-7949e1fb99de req-2bc866d0-e046-4f21-b05f-13af56bed172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:36.013352 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7958dc21-26aa-4711-ba5b-7949e1fb99de req-2bc866d0-e046-4f21-b05f-13af56bed172 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3654946075824fd9b7f0b9e12d5851ab&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0921159 Aug 08 19:00:36.019484 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7a64208d-62e9-4e28-ba05-9fc4007f4b43 req-90eb6f96-2164-4534-98b3-3b46968b425a tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Aug 08 19:00:36.094017 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:00:36.112853 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958dc21-26aa-4711-ba5b-7949e1fb99de req-bc9289b1-6c71-4da1-b1b1-1322e07bf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:36.114354 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7958dc21-26aa-4711-ba5b-7949e1fb99de req-bc9289b1-6c71-4da1-b1b1-1322e07bf161 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941813 Aug 08 19:00:36.189798 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-8569bead-ae7c-47fe-b0e8-7b1bca11e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:36.191299 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-8569bead-ae7c-47fe-b0e8-7b1bca11e4ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3654946075824fd9b7f0b9e12d5851ab&device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0396354 Aug 08 19:00:36.232087 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-f6a91fe3-dad9-4158-ba3b-bf39db18eb72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f947a7a6-24cc-4003-8701-bc00a7026482 HTTP/1.1" status: 200 len: 217 time: 0.0332410 Aug 08 19:00:36.284032 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-e2e4bd09-b93a-45ae-a72d-21df63e2c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:36.285487 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-e2e4bd09-b93a-45ae-a72d-21df63e2c411 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf07112b-a3ba-4996-bf8e-89e2b6ace1fd HTTP/1.1" status: 200 len: 854 time: 0.0472844 Aug 08 19:00:36.322493 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-739082a2-a947-4015-8969-f78fc84218c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=045e2826-560f-499f-857c-ac6afe28b372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243487 Aug 08 19:00:36.410719 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-6a1f74ab-9a57-47d9-9935-f88a7eb991be service neutron] 10.222.0.30 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807993 Aug 08 19:00:36.503948 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-bbfd7042-65f3-4c8a-b7fa-3796f65f1e03 req-af075e2c-06c2-4c29-b27c-a0db39677221 service neutron] 10.222.0.30 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850766 Aug 08 19:00:37.137958 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eed316-8d23-46eb-b332-1714a30d6f39 req-732d5aec-4ede-44a1-833b-407971c683f4 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:37.139423 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-04eed316-8d23-46eb-b332-1714a30d6f39 req-732d5aec-4ede-44a1-833b-407971c683f4 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0484023 Aug 08 19:00:37.175801 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-04eed316-8d23-46eb-b332-1714a30d6f39 req-a45fc0f1-d4f4-4773-80cb-0f3e7fce1107 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304630 Aug 08 19:00:37.294795 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:37.534694 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:38.295726 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f27e7-f554-4550-bb51-c736a4dc77fb req-700a5b80-29ef-4964-9c97-3b7ce455eb80 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:38.297114 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-829f27e7-f554-4550-bb51-c736a4dc77fb req-700a5b80-29ef-4964-9c97-3b7ce455eb80 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0476916 Aug 08 19:00:38.333557 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-829f27e7-f554-4550-bb51-c736a4dc77fb req-73144478-f04f-49a5-8606-93e0d9262a4d tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Aug 08 19:00:39.449624 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e166a6d-5217-49d3-a7cf-77b4c5e1be38 req-1f069de2-bd18-4e48-844a-e0b6d219ded8 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:39.451120 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e166a6d-5217-49d3-a7cf-77b4c5e1be38 req-1f069de2-bd18-4e48-844a-e0b6d219ded8 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0486228 Aug 08 19:00:39.493768 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e166a6d-5217-49d3-a7cf-77b4c5e1be38 req-97e464b6-603c-4561-944e-d37a2d310ca6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Aug 08 19:00:39.806037 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f947a7a6-24cc-4003-8701-bc00a7026482 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:00:39.897444 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f947a7a6-24cc-4003-8701-bc00a7026482, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f947a7a6-24cc-4003-8701-bc00a7026482,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:00:39.909211 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'f947a7a6-24cc-4003-8701-bc00a7026482', 'network_id': '045e2826-560f-499f-857c-ac6afe28b372', 'port_id': 'f947a7a6-24cc-4003-8701-bc00a7026482', 'mac_address': 'fa:16:3e:e8:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf07112b-a3ba-4996-bf8e-89e2b6ace1fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:00:39.946487 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port f947a7a6-24cc-4003-8701-bc00a7026482 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:00:39.946879 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:39.962316 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f947a7a6-24cc-4003-8701-bc00a7026482 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:00:39.982012 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f947a7a6-24cc-4003-8701-bc00a7026482, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f947a7a6-24cc-4003-8701-bc00a7026482,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:00:40.038057 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:40.083867 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=f947a7a6-24cc-4003-8701-bc00a7026482,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:40.309112 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['f947a7a6-24cc-4003-8701-bc00a7026482'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:00:40.620935 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e45cd-61eb-4497-b17a-f175a0cda863 req-48c5e9de-e975-46d6-8e96-be40ae3254a6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:40.622465 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1b2e45cd-61eb-4497-b17a-f175a0cda863 req-48c5e9de-e975-46d6-8e96-be40ae3254a6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 944 time: 0.0504706 Aug 08 19:00:40.660532 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-1b2e45cd-61eb-4497-b17a-f175a0cda863 req-bd6d79d9-66a4-4862-873f-793760e37de6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Aug 08 19:00:41.454536 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f947a7a6-24cc-4003-8701-bc00a7026482 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:00:41.596156 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port f947a7a6-24cc-4003-8701-bc00a7026482 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 19:00:41.600151 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port f947a7a6-24cc-4003-8701-bc00a7026482 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:00:41.600530 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:41.674702 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port f947a7a6-24cc-4003-8701-bc00a7026482 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:00:41.675188 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:41.699983 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947a7a6-24cc-4003-8701-bc00a7026482'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:00:41.702729 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ddcf7-92d7-47b3-9028-b2167408ea28" -d '{"events": [{"server_uuid": "f94d520c-0f85-4c23-9861-cb33926cc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "f947a7a6-24cc-4003-8701-bc00a7026482"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:00:41.717723 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f947a7a6-24cc-4003-8701-bc00a7026482, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f947a7a6-24cc-4003-8701-bc00a7026482,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:00:41.745419 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be9239c-cb6f-4962-a283-cf290bb89105 x-openstack-request-id: req-4be9239c-cb6f-4962-a283-cf290bb89105 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:00:41.745419 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94d520c-0f85-4c23-9861-cb33926cc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "f947a7a6-24cc-4003-8701-bc00a7026482", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:00:41.745419 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4be9239c-cb6f-4962-a283-cf290bb89105 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:00:41.745419 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be9239c-cb6f-4962-a283-cf290bb89105'] response: {'server_uuid': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f947a7a6-24cc-4003-8701-bc00a7026482', 'code': 200} Aug 08 19:00:41.781942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f6e5-d7ff-4708-bdad-4d2cb6a091af req-2a8b0f79-e241-4776-8610-dfb5241fe6a7 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:41.783454 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6790f6e5-d7ff-4708-bdad-4d2cb6a091af req-2a8b0f79-e241-4776-8610-dfb5241fe6a7 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 944 time: 0.0504384 Aug 08 19:00:41.786413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:41.823647 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6790f6e5-d7ff-4708-bdad-4d2cb6a091af req-aa628e8e-472a-46a6-b28f-86fcfbbb3134 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Aug 08 19:00:41.833887 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=f947a7a6-24cc-4003-8701-bc00a7026482,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:42.024727 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4778-f67d-402c-b9d1-59256eff401d req-16261e46-7fb0-4641-abc9-5e910153db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:42.026229 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7fcc4778-f67d-402c-b9d1-59256eff401d req-16261e46-7fb0-4641-abc9-5e910153db63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 1098 time: 0.0402188 Aug 08 19:00:42.059061 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7fcc4778-f67d-402c-b9d1-59256eff401d req-4758f370-86ba-449b-b594-5c9848a38a98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263627 Aug 08 19:00:42.948336 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe0854-cc19-4066-8143-c2851ea500ed req-54ff67e3-249f-44fd-93b6-88b5ea2325aa tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:42.949777 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56fe0854-cc19-4066-8143-c2851ea500ed req-54ff67e3-249f-44fd-93b6-88b5ea2325aa tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0511889 Aug 08 19:00:42.988609 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-56fe0854-cc19-4066-8143-c2851ea500ed req-5967dbba-2a0c-4f9b-a753-8057771b17c4 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Aug 08 19:00:44.104297 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee58fd4-7e96-4290-a9de-b6f0ca846544 req-3df38702-2e4b-4584-b27b-d388a78b0d72 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:44.105763 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2ee58fd4-7e96-4290-a9de-b6f0ca846544 req-3df38702-2e4b-4584-b27b-d388a78b0d72 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Aug 08 19:00:44.147946 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2ee58fd4-7e96-4290-a9de-b6f0ca846544 req-5f133903-3076-4eb0-9135-c0cb316aec94 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356364 Aug 08 19:00:46.326930 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 48240) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:46.429430 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.503274 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.563631 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.601129 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be4b4251fd8248aa98673a371d373ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731256 Aug 08 19:00:46.601914 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef8460-dd71-46e6-949c-686b09196f07,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:46.603952 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48244) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:00:46.610519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.611123 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.611669 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.612234 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.612814 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.613207 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.613544 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.613874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.614203 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.614597 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.614829 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.615171 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873cee-f633-46a1-b417-5a19e3652bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:00:46.659420 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2335697d-66d5-4e3d-b498-6df410e12718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.679709 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2335697d-66d5-4e3d-b498-6df410e12718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.795515 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2335697d-66d5-4e3d-b498-6df410e12718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.798104 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2335697d-66d5-4e3d-b498-6df410e12718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:46.799308 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2335697d-66d5-4e3d-b498-6df410e12718 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36ef8460-dd71-46e6-949c-686b09196f07 HTTP/1.1" status: 204 len: 168 time: 0.1942899 Aug 08 19:00:46.807140 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335697d-66d5-4e3d-b498-6df410e12718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef8460-dd71-46e6-949c-686b09196f07,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:00:57.226222 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:00:58.652664 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9b53f-96a8-46e2-8632-6a5a593930a0 req-6a0cd3fd-9214-48f3-bc37-ffaaa730e615 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:58.653469 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93b9b53f-96a8-46e2-8632-6a5a593930a0 req-6a0cd3fd-9214-48f3-bc37-ffaaa730e615 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0544772 Aug 08 19:00:58.697714 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93b9b53f-96a8-46e2-8632-6a5a593930a0 req-00ff87ad-6ebd-4183-b53f-9d0f6bfef2f6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372052 Aug 08 19:00:58.977966 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c192ced0-dde2-4b59-aa00-31ae1159426f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019105565&fields=id&tenant_id=146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 267 time: 0.0356779 Aug 08 19:00:59.083272 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-ec2a451a-4d16-4dd1-84c2-a6845baee3ff tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:59.084719 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-ec2a451a-4d16-4dd1-84c2-a6845baee3ff tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 812 time: 0.0993524 Aug 08 19:00:59.100141 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-1ba69934-ee98-4120-aded-bba7413c0b7d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/quotas/146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 375 time: 0.0096250 Aug 08 19:00:59.154997 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-a975260c-4e0e-4215-a144-99d4a48541ab tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495207 Aug 08 19:00:59.250000 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-d5748cf4-98e1-46ab-b62a-33b0bf0b4377 service neutron] 10.222.0.23 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 Aug 08 19:00:59.335255 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-717c05da-37c3-40e0-b383-1bfd1f6e9119 service neutron] 10.222.0.23 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791917 Aug 08 19:00:59.847650 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6eb36b-d727-47db-a86d-ad6b60766c24 req-1628233b-ef35-46e7-9620-3c454081a495 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:00:59.851431 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4a6eb36b-d727-47db-a86d-ad6b60766c24 req-1628233b-ef35-46e7-9620-3c454081a495 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0582933 Aug 08 19:00:59.888664 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4a6eb36b-d727-47db-a86d-ad6b60766c24 req-d05b0ad4-a3f3-4a1d-8582-a9d18f79ff64 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=809d88f7-737e-4ed8-9bcf-cfb033573d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336223 Aug 08 19:00:59.987509 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-97d94e18-3a5d-4d72-9bb7-b98baa7fd570 req-485d5d2d-601b-4b2e-acd9-7d584efb99ff tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 210 time: 0.0354004 Aug 08 19:01:00.315101 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-a1295da3-51cf-474d-9875-bf16e74dddc2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:00.316532 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-a1295da3-51cf-474d-9875-bf16e74dddc2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 947 time: 0.0554793 Aug 08 19:01:00.418765 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Deleting port 42c65623-c116-446a-afdd-1356a55a5bb6 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:01:00.419152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:00.506552 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] For port 42c65623-c116-446a-afdd-1356a55a5bb6, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=42c65623-c116-446a-afdd-1356a55a5bb6,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:00.506830 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:00.683074 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:00.685412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:00.685412 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Floating IP c6f2f027-3812-4e67-90e1-95abb532a5cd disassociated. External IP: 172.27.3.132, port: 42c65623-c116-446a-afdd-1356a55a5bb6. Aug 08 19:01:00.685412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Calling delete_port for 42c65623-c116-446a-afdd-1356a55a5bb6 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:01:00.909753 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:00.932477 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event deleted for resources: {'Port': ['ID=42c65623-c116-446a-afdd-1356a55a5bb6,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:01.009546 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-736ad561-3130-41c2-9163-25fd47f89638 req-a7b5aef2-741a-4e81-88b2-763b02d3532a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 210 time: 0.0257337 Aug 08 19:01:01.075743 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7efe066f-2c69-4969-9b6d-daad3943d905 req-c64505a3-3d99-46ff-9088-55f11f92de71 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 210 time: 0.0346515 Aug 08 19:01:01.085308 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:01:01.195413 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:01:01.205912 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:01:01.219437 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:01:01.219437 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:00:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:01.235180 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] No DVR routers for this DVR port 42c65623-c116-446a-afdd-1356a55a5bb6 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:01:01.238015 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:01.241756 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4d155575-5ae7-4e67-acff-c688c17f9423 req-1bcbd175-37a1-4c24-bdad-a0d63b9c4e05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "DELETE /v2.0/ports/42c65623-c116-446a-afdd-1356a55a5bb6 HTTP/1.1" status: 204 len: 173 time: 0.9117205 Aug 08 19:01:01.245498 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-deleted', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:01.245498 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf7a48-f762-406b-8a04-e69df814d189" -d '{"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-deleted", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:01.303828 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d1a85-8944-4b4f-8645-a618ea260ebd x-openstack-request-id: req-eb1d1a85-8944-4b4f-8645-a618ea260ebd {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:01.304211 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2036fa-0768-4b93-b646-078361cb3377", "name": "network-vif-deleted", "tag": "42c65623-c116-446a-afdd-1356a55a5bb6", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:01.304656 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb1d1a85-8944-4b4f-8645-a618ea260ebd {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:01.305126 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1d1a85-8944-4b4f-8645-a618ea260ebd'] response: {'server_uuid': '5c2036fa-0768-4b93-b646-078361cb3377', 'name': 'network-vif-deleted', 'tag': '42c65623-c116-446a-afdd-1356a55a5bb6', 'status': 'completed', 'code': 200} Aug 08 19:01:01.347606 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:01:01.560618 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:01.590696 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:01:01.599462 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:01:01.600057 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:00:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:01.704922 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:01:01.819183 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48508) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:01.929138 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.019209 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.049326 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:02.075069 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f42eb-619a-46dc-8c32-8aee8062b40b None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:01:02.098668 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.144630 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5691d5cb414848cc9d1cf3e4f0ac4e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241661 Aug 08 19:01:02.145283 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48518) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:02.147369 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e362662-9ee2-48df-8e6c-e2bc40af1143,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:02.167617 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53b754c1-83e1-4c3a-9610-bb3a474b4e14 req-217cb225-2762-49f3-bc6e-1bf62a24c333 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c2036fa-0768-4b93-b646-078361cb3377 HTTP/1.1" status: 200 len: 210 time: 0.0425436 Aug 08 19:01:02.205973 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-73d9fd9b-8172-4e6d-88a1-ea7d7a8f3bc0 req-24569803-fd53-4cd7-a312-7161cfa45053 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 210 time: 0.0409739 Aug 08 19:01:02.210446 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.210796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.211167 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.211506 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.211837 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.212235 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.212578 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.212908 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.213232 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.213559 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.213882 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.214200 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1438c0-4d64-4892-a9b4-c36556ab0ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:02.250847 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb9da-289b-466c-8c1b-6b537917a793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.275441 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb9da-289b-466c-8c1b-6b537917a793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.352937 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a4ef7210-d368-4197-843c-01a20b35c1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.393261 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72124582-4c21-4146-b8bc-dccd3fde5edc None None] New status for floating IP c6f2f027-3812-4e67-90e1-95abb532a5cd: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:01:02.429277 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-6a35fcd2-f74c-41df-9bee-b9184e436b0b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:02.430924 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-6a35fcd2-f74c-41df-9bee-b9184e436b0b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 812 time: 0.1169484 Aug 08 19:01:02.445077 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb9da-289b-466c-8c1b-6b537917a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.451730 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2dbdb9da-289b-466c-8c1b-6b537917a793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.456616 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2dbdb9da-289b-466c-8c1b-6b537917a793 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e362662-9ee2-48df-8e6c-e2bc40af1143 HTTP/1.1" status: 204 len: 168 time: 0.3079016 Aug 08 19:01:02.492873 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-fd8a125c-5ec9-4285-ac0c-18e89635d41a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146eb6647f1a4d12ade135e727c20072 HTTP/1.1" status: 200 len: 380 time: 0.0513740 Aug 08 19:01:02.496030 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdb9da-289b-466c-8c1b-6b537917a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e362662-9ee2-48df-8e6c-e2bc40af1143,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:02.509732 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'port': {'device_id': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'admin_state_up': True, 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'security_groups': ['18d7c832-b618-443a-81a9-41b9845081b7']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:02.722405 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Made reservation on behalf of 146eb6647f1a4d12ade135e727c20072 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:01:02.726143 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:02.876375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Allocated IP 172.20.0.12 (1efc018c-fcb6-47d1-9109-fa15ae0ded6e/77b5a501-7609-48fd-b5cb-13a921c91d8e/ffc9e475-c9aa-413d-b087-d4bc76506830) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:01:03.035104 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.140919 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.186757 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:01:03.190885 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:01:03.195041 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:01:03.225039 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=ffc9e475-c9aa-413d-b087-d4bc76506830,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:03.267620 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:03.268272 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.330232 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48536) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:03.387373 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-698e056e-144e-42c2-bc5e-1049e40cd74d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8826904 Aug 08 19:01:03.400949 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Request body: {'port': {'device_id': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:03.430261 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-61f971ec-803b-46ab-8827-d587c80d809e None None] Provisioning complete for port ffc9e475-c9aa-413d-b087-d4bc76506830 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:01:03.431238 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-61f971ec-803b-46ab-8827-d587c80d809e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.445881 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a53c0715-fd2a-4cce-a95c-a67aac299d17 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.465164 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-61f971ec-803b-46ab-8827-d587c80d809e None None] Port ffc9e475-c9aa-413d-b087-d4bc76506830 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 19:01:03.469050 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.479576 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a53c0715-fd2a-4cce-a95c-a67aac299d17 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.489951 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58923553-158f-4a9c-850f-21154ca2c6bc req-af151e32-e66a-482b-bf9a-52abed126c42 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:03.491476 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-58923553-158f-4a9c-850f-21154ca2c6bc req-af151e32-e66a-482b-bf9a-52abed126c42 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 932 time: 0.1163926 Aug 08 19:01:03.526597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:01:03.562833 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-58923553-158f-4a9c-850f-21154ca2c6bc req-38c1de53-5591-4fd4-bb61-0677b8ed2761 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652177 Aug 08 19:01:03.571818 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 42c65623-c116-446a-afdd-1356a55a5bb6 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:01:03.571818 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 42c65623-c116-446a-afdd-1356a55a5bb6 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:01:03.698443 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a53c0715-fd2a-4cce-a95c-a67aac299d17 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.701380 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a53c0715-fd2a-4cce-a95c-a67aac299d17 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.705925 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a53c0715-fd2a-4cce-a95c-a67aac299d17 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "DELETE /v2.0/security-groups/809d88f7-737e-4ed8-9bcf-cfb033573d8d HTTP/1.1" status: 204 len: 168 time: 0.3746576 Aug 08 19:01:03.707350 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48542) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:03.723095 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c0715-fd2a-4cce-a95c-a67aac299d17 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d88f7-737e-4ed8-9bcf-cfb033573d8d,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:03.729248 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.api.v2.resource [None req-e50d29ef-ecb3-4349-aac9-3b826aae67e7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] show failed (client error): The resource could not be found. Aug 08 19:01:03.730444 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e50d29ef-ecb3-4349-aac9-3b826aae67e7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups/809d88f7-737e-4ed8-9bcf-cfb033573d8d HTTP/1.1" status: 404 len: 347 time: 0.0200827 Aug 08 19:01:03.733464 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48544) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:03.758572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc9e475-c9aa-413d-b087-d4bc76506830 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:03.766682 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.778699 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Transition to ACTIVE for port object ffc9e475-c9aa-413d-b087-d4bc76506830 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 19:01:03.865578 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Deleting port 1c8b0d0b-b21a-43e4-8dc3-6afb76c93cc5 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:01:03.865921 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.883431 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.954011 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.954371 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:03.967870 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Calling delete_port for 1c8b0d0b-b21a-43e4-8dc3-6afb76c93cc5 owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:01:03.974129 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc9e475-c9aa-413d-b087-d4bc76506830,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:04.005784 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Attempting to bind port ffc9e475-c9aa-413d-b087-d4bc76506830 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 19:01:04.006123 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Attempting to bind port ffc9e475-c9aa-413d-b087-d4bc76506830 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 19:01:04.006584 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Attempting to bind port ffc9e475-c9aa-413d-b087-d4bc76506830 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:01:04.011206 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Port ffc9e475-c9aa-413d-b087-d4bc76506830 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 19:01:04.011530 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Attempting to bind port ffc9e475-c9aa-413d-b087-d4bc76506830 on network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:01:04.017105 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 19, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 19:01:04.019344 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Checking segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 19:01:04.019344 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Bound using segment: {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 19:01:04.019344 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Bound port: ffc9e475-c9aa-413d-b087-d4bc76506830, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353d9da6-8277-4318-b84c-df1b6ff032e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 19:01:04.019344 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.085470 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] For port ffc9e475-c9aa-413d-b087-d4bc76506830, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 19:01:04.088585 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] For port ffc9e475-c9aa-413d-b087-d4bc76506830, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ffc9e475-c9aa-413d-b087-d4bc76506830,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 19:01:04.164649 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.167852 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.168503 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.170089 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] 10.222.0.30 "PUT /v2.0/ports/ffc9e475-c9aa-413d-b087-d4bc76506830 HTTP/1.1" status: 200 len: 1094 time: 0.7748547 Aug 08 19:01:04.172234 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:04.175388 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390fd20-a5df-4643-b4af-efaee7331c14" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:04.192135 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.213466 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81db6246-a966-4609-aba0-0e04e2686e0a x-openstack-request-id: req-81db6246-a966-4609-aba0-0e04e2686e0a {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:04.213947 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:04.214058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81db6246-a966-4609-aba0-0e04e2686e0a {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:04.214365 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81db6246-a966-4609-aba0-0e04e2686e0a'] response: {'name': 'network-changed', 'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'status': 'completed', 'code': 200} Aug 08 19:01:04.226562 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event deleted for resources: {'Port': ['ID=1c8b0d0b-b21a-43e4-8dc3-6afb76c93cc5,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:04.246147 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72da801-8251-4dc0-961f-f993d708b845 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc9e475-c9aa-413d-b087-d4bc76506830,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:04.281680 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390fd20-a5df-4643-b4af-efaee7331c14 req-7169e185-00b3-48d4-aa13-788d9ed830b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.283320 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3390fd20-a5df-4643-b4af-efaee7331c14 req-7169e185-00b3-48d4-aa13-788d9ed830b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 1097 time: 0.0462558 Aug 08 19:01:04.284102 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.286877 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.288091 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-ab2eea28-1608-422e-abb4-ca8efc80a1ec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6f2f027-3812-4e67-90e1-95abb532a5cd HTTP/1.1" status: 204 len: 168 time: 0.5537271 Aug 08 19:01:04.388551 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390fd20-a5df-4643-b4af-efaee7331c14 req-477e7750-0ffb-412a-91f6-fc44a1272cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.390651 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3390fd20-a5df-4643-b4af-efaee7331c14 req-477e7750-0ffb-412a-91f6-fc44a1272cdf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=146eb6647f1a4d12ade135e727c20072&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995395 Aug 08 19:01:04.444543 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48552) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:04.449048 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177731697', 'description': 'tempest-description--1409550545'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:04.491833 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390fd20-a5df-4643-b4af-efaee7331c14 req-c31dac6f-d454-4c82-a2bb-36fba211fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.493215 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3390fd20-a5df-4643-b4af-efaee7331c14 req-c31dac6f-d454-4c82-a2bb-36fba211fff1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947032 Aug 08 19:01:04.523564 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a236ebee-be46-4f5c-a02d-296f335f5c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.524285 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.572698 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-2b92d70d-bb96-4847-adf3-b342179d0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.574219 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-2b92d70d-bb96-4847-adf3-b342179d0e73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 1097 time: 0.0432329 Aug 08 19:01:04.594087 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.618996 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-5d7400e0-f47d-4317-a316-302e30659de9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffc9e475-c9aa-413d-b087-d4bc76506830 HTTP/1.1" status: 200 len: 217 time: 0.0372429 Aug 08 19:01:04.665201 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.668000 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-26f9b594-cf88-41d2-a8f3-fab0480b9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.669491 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-26f9b594-cf88-41d2-a8f3-fab0480b9173 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0437934 Aug 08 19:01:04.702639 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:04.714080 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26df3e1-ca85-4722-8388-17aed76cd87a req-4c3f89fd-7313-4821-8186-bbdaa12a9cc5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.715736 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a26df3e1-ca85-4722-8388-17aed76cd87a req-4c3f89fd-7313-4821-8186-bbdaa12a9cc5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0812449 Aug 08 19:01:04.719929 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-0e927191-4cf0-480f-a60d-093da0f52e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:04.721652 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-0e927191-4cf0-480f-a60d-093da0f52e27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455289 Aug 08 19:01:04.755364 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a26df3e1-ca85-4722-8388-17aed76cd87a req-f73900c5-167d-4c3b-a20f-3ba053ce3d0c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325253 Aug 08 19:01:04.780887 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.782096 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a4e3aba7-52d9-4d37-8354-cd3af1e491ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3365495 Aug 08 19:01:04.786025 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48556) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:04.790446 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e55d1-c5c6-460d-b20b-03bb3bc119e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:04.817098 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-a9ec99f5-642c-475d-9a30-1362ef07a179 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844576 Aug 08 19:01:04.876602 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:04.912111 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a457e81b-c52d-4407-b53b-8d03e7c38227 req-be65432a-6b04-4c25-bda4-d47aea99f9ac service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Aug 08 19:01:04.932017 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.041275 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.057023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b961cae-a149-437e-b92f-c9d8fa12241e,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:05.124988 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.126209 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-838d1783-14d3-4ede-abba-7e6617ab54ce tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392303 Aug 08 19:01:05.128991 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48560) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:05.133291 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e55d1-c5c6-460d-b20b-03bb3bc119e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:05.213318 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.269174 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.340229 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648457'] for security_group_rule, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.359369 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c72275f-3ca4-4edd-bdfd-f747b0b2f039,revision_number=0']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:05.461999 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.463226 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-fcff358f-6469-4f43-a884-4f07110841a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332386 Aug 08 19:01:05.466248 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48562) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:05.471402 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:05.557448 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.653590 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.758094 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Allocated IP 172.27.3.101 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/5effb907-9103-4582-af16-2c52157bcdff) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:01:05.860643 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.867767 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:05.881100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504281d-e55b-4cf5-97f5-70472ffdb4fe req-8e31321d-f463-49f1-acde-d0dd353d20b1 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:05.882597 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7504281d-e55b-4cf5-97f5-70472ffdb4fe req-8e31321d-f463-49f1-acde-d0dd353d20b1 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0501387 Aug 08 19:01:05.920423 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7504281d-e55b-4cf5-97f5-70472ffdb4fe req-23d50fd5-0698-443c-a328-36cfd7e29413 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Aug 08 19:01:05.979116 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.018099 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:01:06.020946 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:01:06.023396 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:01:06.049705 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'Port': ['ID=5effb907-9103-4582-af16-2c52157bcdff,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:06.113597 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.203288 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.353955 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.412645 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.476967 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.479327 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'Port': ['ID=5effb907-9103-4582-af16-2c52157bcdff,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:06.563228 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:06.564519 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-011b6602-e3cf-429d-8aae-7af406de24b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0973239 Aug 08 19:01:06.750906 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-22a7a74c-5ce7-447f-bfa6-a60eebc53e77 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1177731697&fields=id&tenant_id=e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 267 time: 0.0316446 Aug 08 19:01:06.857422 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-707ddb95-7869-41fd-87b6-4cdbf15949ac tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:06.858889 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-707ddb95-7869-41fd-87b6-4cdbf15949ac tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 816 time: 0.1013420 Aug 08 19:01:06.873221 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-4f7fed05-6bfc-4e04-8f19-ac95b84d00a0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/quotas/e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 375 time: 0.0086987 Aug 08 19:01:06.926048 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-52035af2-f53a-4bb4-986c-b882fc431592 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472977 Aug 08 19:01:07.032400 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-0687b2f9-d7d9-4a65-bc11-e80d756d4446 service neutron] 10.222.0.23 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947580 Aug 08 19:01:07.048189 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca4d32-b791-4c94-a252-627da973017a req-76a58960-5da9-4e5f-9df7-85d4b8c5ca0e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:07.051149 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-20ca4d32-b791-4c94-a252-627da973017a req-76a58960-5da9-4e5f-9df7-85d4b8c5ca0e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0490701 Aug 08 19:01:07.093196 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-20ca4d32-b791-4c94-a252-627da973017a req-36b3b240-66b3-445c-be4b-009f6b9f7f6f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360203 Aug 08 19:01:07.126474 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-e3a3ed27-5ba3-4f36-8d6c-2c2efdcadd0a service neutron] 10.222.0.23 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868912 Aug 08 19:01:07.221199 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0a194-9a69-4d8e-a854-831086fae795 req-6c381182-8320-49c8-bf0d-b8596dbfa325 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:07.222694 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5ea0a194-9a69-4d8e-a854-831086fae795 req-6c381182-8320-49c8-bf0d-b8596dbfa325 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0509009 Aug 08 19:01:07.260835 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5ea0a194-9a69-4d8e-a854-831086fae795 req-1b477691-2e9a-48ce-987c-e682a1917599 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322311 Aug 08 19:01:07.289314 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:07.393560 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b3e63d11-b35f-4dc8-8b9c-07da9adf148f req-8e83985f-cda2-47f3-bee0-9951b81a5f56 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 210 time: 0.0272205 Aug 08 19:01:07.523206 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:08.219335 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114759f-063c-44e4-8b80-d5d4d62315e7 req-675fbeb9-b05f-40d0-804f-e593643f9e8c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:08.221073 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3114759f-063c-44e4-8b80-d5d4d62315e7 req-675fbeb9-b05f-40d0-804f-e593643f9e8c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0542452 Aug 08 19:01:08.258866 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3114759f-063c-44e4-8b80-d5d4d62315e7 req-3db80c6f-4ab1-4a9d-9718-d39261c2618d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Aug 08 19:01:08.380888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237b6c-c543-4a71-b27a-56197d405132 req-2a497271-36fe-41a2-99d8-80943620cfe9 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:08.382353 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e2237b6c-c543-4a71-b27a-56197d405132 req-2a497271-36fe-41a2-99d8-80943620cfe9 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0507970 Aug 08 19:01:08.419076 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e2237b6c-c543-4a71-b27a-56197d405132 req-0c092898-aebf-4b8a-a23e-55686b87dba8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305130 Aug 08 19:01:08.497101 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b9137fa9-df90-44ba-a8df-974e8a9eb7c6 req-df98113f-58ef-44dd-bf45-79c496f41a7c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 210 time: 0.0282569 Aug 08 19:01:09.350900 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-26fa78d6-de58-427f-8043-e1bb0305182c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:09.352330 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-26fa78d6-de58-427f-8043-e1bb0305182c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 816 time: 0.1174357 Aug 08 19:01:09.551332 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d5c3-0f52-4414-9cf4-0e0ad1eacadf req-7b093cfb-d888-4823-b3dd-6531b0aaa15b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:09.552912 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0e33d5c3-0f52-4414-9cf4-0e0ad1eacadf req-7b093cfb-d888-4823-b3dd-6531b0aaa15b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0576482 Aug 08 19:01:09.596830 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0e33d5c3-0f52-4414-9cf4-0e0ad1eacadf req-a60ae87a-2f16-4beb-8220-644834e244f5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364153 Aug 08 19:01:09.657885 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-1168566c-b9c3-49c5-98f8-60ce9b511519 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 380 time: 0.2923737 Aug 08 19:01:09.664964 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726ee3-1be5-45ff-bee4-1f4fb33c7fdd req-8025b8b6-4806-4488-b834-cfccb91807f5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:09.666376 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-52726ee3-1be5-45ff-bee4-1f4fb33c7fdd req-8025b8b6-4806-4488-b834-cfccb91807f5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.3341718 Aug 08 19:01:09.671293 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'port': {'device_id': '888f7e95-29a0-4d84-840f-497ae5514c82', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'admin_state_up': True, 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'security_groups': ['ae1e55d1-c5c6-460d-b20b-03bb3bc119e5']}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:09.685614 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c9351ead-6623-480a-8b7f-0718c6f1abab req-9471b09f-84da-47d7-a3d4-e02914f0ce9a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 210 time: 0.0293787 Aug 08 19:01:09.754343 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-52726ee3-1be5-45ff-bee4-1f4fb33c7fdd req-8cecebc8-920e-4ae2-8021-38302e08aa5f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797019 Aug 08 19:01:09.852770 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Made reservation on behalf of e8f33b20f04644b7994e53c16bea5f7c for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:01:09.856885 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:09.981084 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Allocated IP 172.20.0.4 (f2a62c80-acce-4a40-a9d0-14b70ea22c5c/7878c27b-69c5-49b1-a121-a2775ea8d71c/759be58c-37c7-4f8c-9b13-4b2d8106e41a) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:01:10.116814 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.203861 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.248375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:01:10.251487 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:01:10.255049 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:01:10.261190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:10.317695 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:10.318876 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.394892 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-f29c310c-e9a6-4ba8-a1e1-cfc1a5c69139 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274921 Aug 08 19:01:10.408271 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Request body: {'port': {'device_id': '888f7e95-29a0-4d84-840f-497ae5514c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:10.464687 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.529503 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-e28c928d-60d9-467d-b7af-3b92731efddf None None] Provisioning complete for port 759be58c-37c7-4f8c-9b13-4b2d8106e41a triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:01:10.530117 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e28c928d-60d9-467d-b7af-3b92731efddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.563072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-e28c928d-60d9-467d-b7af-3b92731efddf None None] Port 759be58c-37c7-4f8c-9b13-4b2d8106e41a cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 19:01:10.724884 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb3ccf-eb83-4e49-a20a-4f266c5b3b8f req-45ed6f24-b126-454d-b00f-c8c8ac2cc17a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:10.725981 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a5cb3ccf-eb83-4e49-a20a-4f266c5b3b8f req-45ed6f24-b126-454d-b00f-c8c8ac2cc17a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0530241 Aug 08 19:01:10.756228 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759be58c-37c7-4f8c-9b13-4b2d8106e41a {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:10.756228 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.758278 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Transition to ACTIVE for port object 759be58c-37c7-4f8c-9b13-4b2d8106e41a will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 19:01:10.765558 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a5cb3ccf-eb83-4e49-a20a-4f266c5b3b8f req-af0cadea-59cd-4fca-8f35-fb7b2470623f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Aug 08 19:01:10.818355 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c1f69-ddf5-46a3-94f6-d21e15a9dd1d req-73b97491-ce92-4a20-8b15-2503726577f8 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:10.819895 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-462c1f69-ddf5-46a3-94f6-d21e15a9dd1d req-73b97491-ce92-4a20-8b15-2503726577f8 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 931 time: 0.0510397 Aug 08 19:01:10.821052 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:10.885899 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dbf19-e9d1-4143-bf74-8b18c9a6cd90 req-d6befca5-05cb-4833-87b2-a4406ba46b4a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:10.887418 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ad8dbf19-e9d1-4143-bf74-8b18c9a6cd90 req-d6befca5-05cb-4833-87b2-a4406ba46b4a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0515535 Aug 08 19:01:10.927123 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ad8dbf19-e9d1-4143-bf74-8b18c9a6cd90 req-8ef6937a-8374-4d8c-a589-ee47802b11d8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Aug 08 19:01:10.931856 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:10.944431 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-462c1f69-ddf5-46a3-94f6-d21e15a9dd1d req-8ba3f893-dbb0-4a79-a646-5ee21a525943 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170814 Aug 08 19:01:10.965790 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Attempting to bind port 759be58c-37c7-4f8c-9b13-4b2d8106e41a on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 19:01:10.968866 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Attempting to bind port 759be58c-37c7-4f8c-9b13-4b2d8106e41a by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 19:01:10.968866 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Attempting to bind port 759be58c-37c7-4f8c-9b13-4b2d8106e41a on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:01:10.971593 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Port 759be58c-37c7-4f8c-9b13-4b2d8106e41a on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 19:01:10.971912 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Attempting to bind port 759be58c-37c7-4f8c-9b13-4b2d8106e41a on network f2a62c80-acce-4a40-a9d0-14b70ea22c5c {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:01:10.976648 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 19, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 19:01:10.976980 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Checking segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 19:01:10.977350 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Bound using segment: {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 19:01:10.977764 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Bound port: 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a227275f-3881-43a6-88d1-d02ebedc6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 19:01:10.978119 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:11.051381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 19:01:11.055099 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 19:01:11.133296 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:11.137448 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.137986 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:11.139385 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] 10.222.0.30 "PUT /v2.0/ports/759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 200 len: 1093 time: 0.7359929 Aug 08 19:01:11.139929 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:11.142713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc155cf-c565-4ea4-9b73-0ff5640a9631" -d '{"events": [{"name": "network-changed", "server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:11.183028 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86a04fc-3cd9-4f81-ad9e-42e5467b317c x-openstack-request-id: req-b86a04fc-3cd9-4f81-ad9e-42e5467b317c {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:11.183336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:11.183584 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b86a04fc-3cd9-4f81-ad9e-42e5467b317c {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:11.183984 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86a04fc-3cd9-4f81-ad9e-42e5467b317c'] response: {'name': 'network-changed', 'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'status': 'completed', 'code': 200} Aug 08 19:01:11.193746 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da2b4f-1f35-4e21-9292-5ac3b029124c service neutron] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:11.245220 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc155cf-c565-4ea4-9b73-0ff5640a9631 req-03c8160a-29c0-4431-b61a-6aeb1567aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.246691 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efc155cf-c565-4ea4-9b73-0ff5640a9631 req-03c8160a-29c0-4431-b61a-6aeb1567aa9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1096 time: 0.0406466 Aug 08 19:01:11.348749 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc155cf-c565-4ea4-9b73-0ff5640a9631 req-3a1b6aed-b356-4852-b74d-8dfda1ad0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.350213 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efc155cf-c565-4ea4-9b73-0ff5640a9631 req-3a1b6aed-b356-4852-b74d-8dfda1ad0d3b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0938554 Aug 08 19:01:11.450101 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc155cf-c565-4ea4-9b73-0ff5640a9631 req-0f8745c3-77d6-469e-9d37-a8080bfc2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.451683 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efc155cf-c565-4ea4-9b73-0ff5640a9631 req-0f8745c3-77d6-469e-9d37-a8080bfc2152 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904462 Aug 08 19:01:11.533423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-1191e4a0-be91-4ba2-9b94-9eacda6872b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.534910 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-1191e4a0-be91-4ba2-9b94-9eacda6872b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1096 time: 0.0401759 Aug 08 19:01:11.581874 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-b6c6a20a-b946-4a35-9488-f62282239510 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 200 len: 217 time: 0.0371535 Aug 08 19:01:11.631936 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-09dd6950-fa08-492f-bf9d-06a1dd5a3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.633375 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-09dd6950-fa08-492f-bf9d-06a1dd5a3ada service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0439665 Aug 08 19:01:11.683108 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-2ab712ea-44cf-4b70-9f87-637f429cd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.684709 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-2ab712ea-44cf-4b70-9f87-637f429cd9ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426598 Aug 08 19:01:11.781555 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-6167b480-4e52-4828-9eb3-b33ece894819 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888281 Aug 08 19:01:11.909622 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4e8cdc0-169b-43d5-9d35-655393623b75 req-aa57e4ad-d793-47a5-ae27-d96d434f37cb service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210423 Aug 08 19:01:11.919921 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6fa2-9641-48d1-a911-128a2a7f9370 req-871551a0-bd47-4b95-a27b-0a5e710cb1c0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:11.921886 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a2dc6fa2-9641-48d1-a911-128a2a7f9370 req-871551a0-bd47-4b95-a27b-0a5e710cb1c0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0773826 Aug 08 19:01:11.959925 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a2dc6fa2-9641-48d1-a911-128a2a7f9370 req-50f73c48-f71d-4d89-844f-c073ee3b8b29 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Aug 08 19:01:12.061572 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5e1d3-c0b7-49f8-8c34-0eaf6fc898e3 req-40b8a0c3-f14b-456f-b4e8-f0e0118a4106 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:12.063107 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-13e5e1d3-c0b7-49f8-8c34-0eaf6fc898e3 req-40b8a0c3-f14b-456f-b4e8-f0e0118a4106 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0483978 Aug 08 19:01:12.086356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4d6f3-0917-41a2-b670-ba2ea74f55cd req-ed1f173d-b202-42e6-b535-23bd00424aec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:12.087848 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-25c4d6f3-0917-41a2-b670-ba2ea74f55cd req-ed1f173d-b202-42e6-b535-23bd00424aec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0510232 Aug 08 19:01:12.105482 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-13e5e1d3-c0b7-49f8-8c34-0eaf6fc898e3 req-74ca8eb3-d690-4035-89ef-cca91f750c53 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361364 Aug 08 19:01:12.126638 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-25c4d6f3-0917-41a2-b670-ba2ea74f55cd req-bd0597c5-8b3c-4914-8145-2ce34ecce860 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Aug 08 19:01:13.083871 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432b60f-c9a2-4fe2-b23d-5eb769f0106d req-acf7db6b-6041-4b5e-983f-adf1b5f1b6d1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:13.085308 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5432b60f-c9a2-4fe2-b23d-5eb769f0106d req-acf7db6b-6041-4b5e-983f-adf1b5f1b6d1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0483921 Aug 08 19:01:13.091944 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:01:13.121407 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5432b60f-c9a2-4fe2-b23d-5eb769f0106d req-62122a89-96e8-41b2-82b8-50cf1e997231 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302424 Aug 08 19:01:13.223505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09f96-e5bd-4568-b7fc-259762e1dc2f req-6b7bd025-1752-46e8-870a-e077bf9abf07 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:13.224985 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a3f09f96-e5bd-4568-b7fc-259762e1dc2f req-6b7bd025-1752-46e8-870a-e077bf9abf07 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0500152 Aug 08 19:01:13.247537 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a76015-28ea-4f56-aa62-493d36eff139 req-cf5d6b11-7dad-40b7-95bf-ea8f394c9558 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:13.249018 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-25a76015-28ea-4f56-aa62-493d36eff139 req-cf5d6b11-7dad-40b7-95bf-ea8f394c9558 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0482523 Aug 08 19:01:13.262388 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a3f09f96-e5bd-4568-b7fc-259762e1dc2f req-4752cdff-a83c-4426-ac57-893bcf688f78 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Aug 08 19:01:13.287750 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-25a76015-28ea-4f56-aa62-493d36eff139 req-a0544bf0-5fc3-4855-8348-e917f679764d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316043 Aug 08 19:01:14.242091 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9a44-e888-4bc3-886d-a963eeccb637 req-0bca221d-4013-4acd-ad26-994fd0a9a252 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:14.243497 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-750b9a44-e888-4bc3-886d-a963eeccb637 req-0bca221d-4013-4acd-ad26-994fd0a9a252 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0515223 Aug 08 19:01:14.279980 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-750b9a44-e888-4bc3-886d-a963eeccb637 req-c5a26f65-61fb-4be0-9974-f31a448f8b55 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Aug 08 19:01:14.380988 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72d511-0500-4fab-bfeb-2b56fbb94c65 req-ab4a9bf3-8a1e-4453-a6c1-9abe55226d8f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:14.382467 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6a72d511-0500-4fab-bfeb-2b56fbb94c65 req-ab4a9bf3-8a1e-4453-a6c1-9abe55226d8f tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0490923 Aug 08 19:01:14.411200 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d809e9f-628c-4eb2-a9bb-2315e783c89b req-923b9260-9554-4b99-b3aa-e4e76814b33c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:14.412751 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9d809e9f-628c-4eb2-a9bb-2315e783c89b req-923b9260-9554-4b99-b3aa-e4e76814b33c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0505583 Aug 08 19:01:14.423318 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6a72d511-0500-4fab-bfeb-2b56fbb94c65 req-0a8f8045-a644-42dd-918a-59b63c013020 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348263 Aug 08 19:01:14.450877 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9d809e9f-628c-4eb2-a9bb-2315e783c89b req-ae202a29-8da9-4ce7-a890-499ea83920e0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Aug 08 19:01:15.404253 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22668da-b2c2-48a9-8202-25bba613f09c req-ebe4b2ea-98e8-463b-b883-341242fd1758 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:15.405695 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b22668da-b2c2-48a9-8202-25bba613f09c req-ebe4b2ea-98e8-463b-b883-341242fd1758 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0470240 Aug 08 19:01:15.442070 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b22668da-b2c2-48a9-8202-25bba613f09c req-1fa55006-17a5-4ec8-9373-4644fcfe8b3d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299578 Aug 08 19:01:15.542588 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b99d94-eb12-42a8-a1ea-5c5afa4c09c3 req-1a58b149-c8cd-4082-aecb-3fb3896d9b50 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:15.544106 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-88b99d94-eb12-42a8-a1ea-5c5afa4c09c3 req-1a58b149-c8cd-4082-aecb-3fb3896d9b50 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 944 time: 0.0489533 Aug 08 19:01:15.572780 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ce27e-b269-42bd-9386-9d776eb963b0 req-c6f742b4-f9de-4cf7-947c-e734dad47305 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:15.574162 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ea0ce27e-b269-42bd-9386-9d776eb963b0 req-c6f742b4-f9de-4cf7-947c-e734dad47305 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0489120 Aug 08 19:01:15.582076 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-88b99d94-eb12-42a8-a1ea-5c5afa4c09c3 req-eed31ed4-0fc3-477d-b941-d3739e1d112b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Aug 08 19:01:15.603089 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ffc9e475-c9aa-413d-b087-d4bc76506830 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:01:15.613602 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ea0ce27e-b269-42bd-9386-9d776eb963b0 req-5686444f-d357-4aa7-a6fe-9ac7cf81c228 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331912 Aug 08 19:01:15.700900 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ffc9e475-c9aa-413d-b087-d4bc76506830, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ffc9e475-c9aa-413d-b087-d4bc76506830,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:15.712362 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'port_id': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'mac_address': 'fa:16:3e:0a:c4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:01:15.749081 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port ffc9e475-c9aa-413d-b087-d4bc76506830 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:15.749474 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:15.762036 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc9e475-c9aa-413d-b087-d4bc76506830 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:15.780933 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ffc9e475-c9aa-413d-b087-d4bc76506830, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ffc9e475-c9aa-413d-b087-d4bc76506830,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:15.826021 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:15.877389 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e475-c9aa-413d-b087-d4bc76506830,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:15.884337 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.884686 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.885027 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.885364 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.885695 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.886030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.886356 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.886681 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.887034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.887357 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.887679 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:15.887998 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:16.107551 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['ffc9e475-c9aa-413d-b087-d4bc76506830'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:01:16.562423 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5847e14-4da7-420f-8f0b-d22a4ac03a3c req-1745771c-3366-4a6e-ae13-a895b6b0f9a1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:16.564507 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b5847e14-4da7-420f-8f0b-d22a4ac03a3c req-1745771c-3366-4a6e-ae13-a895b6b0f9a1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0518723 Aug 08 19:01:16.600924 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b5847e14-4da7-420f-8f0b-d22a4ac03a3c req-e00c4abe-0454-4a9f-8951-3faa286ada73 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Aug 08 19:01:16.699658 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6a7a-ceda-4e1e-a37b-6452fa7c5b03 req-b1ffffe1-a39a-4063-ba0e-3fd94792ed96 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:16.701103 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ab7f6a7a-ceda-4e1e-a37b-6452fa7c5b03 req-b1ffffe1-a39a-4063-ba0e-3fd94792ed96 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 945 time: 0.0478811 Aug 08 19:01:16.736269 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caad5d7-4976-4b5c-8542-4566d32f7c51 req-9ded423b-8391-473a-8ecf-417a85843a6d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:16.737832 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9caad5d7-4976-4b5c-8542-4566d32f7c51 req-9ded423b-8391-473a-8ecf-417a85843a6d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0493081 Aug 08 19:01:16.742939 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ab7f6a7a-ceda-4e1e-a37b-6452fa7c5b03 req-e6154b61-8308-45d2-896b-d5517549e75c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 Aug 08 19:01:16.774976 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9caad5d7-4976-4b5c-8542-4566d32f7c51 req-a0d61772-1dd2-45d3-97f3-8cda39d2a2d6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Aug 08 19:01:17.717775 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989e68-56bb-4ab1-b501-4a90603de7ba req-f782fb95-85c0-4c12-a9de-ec04655552cd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:17.719299 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-73989e68-56bb-4ab1-b501-4a90603de7ba req-f782fb95-85c0-4c12-a9de-ec04655552cd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0484774 Aug 08 19:01:17.757519 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-73989e68-56bb-4ab1-b501-4a90603de7ba req-6617d0be-3e23-45c3-bb7f-4219047bad4a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Aug 08 19:01:17.859006 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf54f-c743-421b-b730-29858f399759 req-e4d5154f-186a-4180-9d15-edafdb71e519 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:17.862629 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c5ebf54f-c743-421b-b730-29858f399759 req-e4d5154f-186a-4180-9d15-edafdb71e519 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 945 time: 0.0512533 Aug 08 19:01:17.900025 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02104-e490-47ad-bcb6-9fb894241e73 req-d0eb257d-5e25-402e-81c2-d2f6afa13da2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:17.901433 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-69b02104-e490-47ad-bcb6-9fb894241e73 req-d0eb257d-5e25-402e-81c2-d2f6afa13da2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0515223 Aug 08 19:01:17.903675 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c5ebf54f-c743-421b-b730-29858f399759 req-2bbfee4f-0e43-424d-99e7-c3111f70f64e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Aug 08 19:01:17.939351 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-69b02104-e490-47ad-bcb6-9fb894241e73 req-f7da3dc5-803d-4e80-90f2-c974264b7970 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Aug 08 19:01:18.877237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3667b-89c4-489c-ac72-d1d6f0c151ae req-167f5e62-78ce-4be8-8043-e03324cb147f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:18.878696 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6cb3667b-89c4-489c-ac72-d1d6f0c151ae req-167f5e62-78ce-4be8-8043-e03324cb147f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0518799 Aug 08 19:01:18.915761 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6cb3667b-89c4-489c-ac72-d1d6f0c151ae req-e79452f6-407a-4e41-95ee-18d470f669f2 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Aug 08 19:01:19.018302 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ee39f-5b82-47db-b1cc-8df425737bda req-fd6f547b-a069-4cbf-87f6-2427945ed49a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:19.019795 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-084ee39f-5b82-47db-b1cc-8df425737bda req-fd6f547b-a069-4cbf-87f6-2427945ed49a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 945 time: 0.0474021 Aug 08 19:01:19.060483 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-084ee39f-5b82-47db-b1cc-8df425737bda req-220ef0d6-5fca-4e30-8603-c6f8bc5e5e1c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Aug 08 19:01:19.063378 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b218c5c-a049-4541-8753-79b1188e7673 req-33ed2c78-376c-4a59-9724-d88d8503af8e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:19.065054 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0b218c5c-a049-4541-8753-79b1188e7673 req-33ed2c78-376c-4a59-9724-d88d8503af8e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0495291 Aug 08 19:01:19.102270 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0b218c5c-a049-4541-8753-79b1188e7673 req-e910d762-057b-4017-aa57-6744f75c6349 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314689 Aug 08 19:01:19.633550 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:01:19.637906 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ffc9e475-c9aa-413d-b087-d4bc76506830 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:01:19.763650 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:19.774382 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'mac_address': 'fa:16:3e:67:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:01:19.809770 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:19.810154 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:19.818664 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port ffc9e475-c9aa-413d-b087-d4bc76506830 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 19:01:19.825130 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port ffc9e475-c9aa-413d-b087-d4bc76506830 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:01:19.825493 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:19.827660 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759be58c-37c7-4f8c-9b13-4b2d8106e41a {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:19.870142 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:19.922359 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port ffc9e475-c9aa-413d-b087-d4bc76506830 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:19.922751 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:19.934171 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:19.969996 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:19.972564 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6ee652-0348-4fc9-94bb-056205d848bb" -d '{"events": [{"server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:19.993107 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port ffc9e475-c9aa-413d-b087-d4bc76506830, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ffc9e475-c9aa-413d-b087-d4bc76506830,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:20.007887 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:20.018793 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f1c5a-ef73-439e-8e82-254c3a8f9fe1 x-openstack-request-id: req-462f1c5a-ef73-439e-8e82-254c3a8f9fe1 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:20.019110 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:20.020061 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-462f1c5a-ef73-439e-8e82-254c3a8f9fe1 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:20.020061 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462f1c5a-ef73-439e-8e82-254c3a8f9fe1'] response: {'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'code': 200} Aug 08 19:01:20.036656 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc269b8-872d-48a8-a766-f67921dc2f9f req-e4216cfa-c05e-4cec-85f2-cf0f9431259a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:20.038132 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ebc269b8-872d-48a8-a766-f67921dc2f9f req-e4216cfa-c05e-4cec-85f2-cf0f9431259a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0512469 Aug 08 19:01:20.075827 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ebc269b8-872d-48a8-a766-f67921dc2f9f req-1813def9-7d72-419b-908f-b9d7ea9529bd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316656 Aug 08 19:01:20.081340 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:20.138229 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e475-c9aa-413d-b087-d4bc76506830,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:20.183364 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e459cd4-1cac-4d32-b91a-03d8f7e85dd4 req-c8f8b1bb-c496-4d97-bc23-2d01361a37e6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:20.184905 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4e459cd4-1cac-4d32-b91a-03d8f7e85dd4 req-c8f8b1bb-c496-4d97-bc23-2d01361a37e6 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0500193 Aug 08 19:01:20.210442 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['759be58c-37c7-4f8c-9b13-4b2d8106e41a'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:01:20.224734 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4e459cd4-1cac-4d32-b91a-03d8f7e85dd4 req-e4ff4630-cd56-4853-8a5c-21ac5befc7e7 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329785 Aug 08 19:01:20.260625 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883ea29-8350-4b43-9635-0d70403ed908 req-a4b8850b-627a-4709-b2f2-ee6126fd7bec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:20.262811 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c883ea29-8350-4b43-9635-0d70403ed908 req-a4b8850b-627a-4709-b2f2-ee6126fd7bec tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0568140 Aug 08 19:01:20.300697 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c883ea29-8350-4b43-9635-0d70403ed908 req-01c20c5c-0382-48eb-8aca-9fe3fd38589b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323615 Aug 08 19:01:20.447077 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316f0ee-6324-4281-9e27-cfe15fb6b424 req-45f40f9c-543a-4070-930b-c1dc676c3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:20.448546 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b316f0ee-6324-4281-9e27-cfe15fb6b424 req-45f40f9c-543a-4070-930b-c1dc676c3cef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 1099 time: 0.0449157 Aug 08 19:01:20.482643 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b316f0ee-6324-4281-9e27-cfe15fb6b424 req-4336bfbf-6812-4400-8371-caefe8ec26e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269899 Aug 08 19:01:21.192165 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20ce0-1410-41ee-a7f1-e00da0c7ad64 req-bb3e39a8-8013-4f48-821b-2dbe27668019 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:21.193635 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5ac20ce0-1410-41ee-a7f1-e00da0c7ad64 req-bb3e39a8-8013-4f48-821b-2dbe27668019 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0478668 Aug 08 19:01:21.231216 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5ac20ce0-1410-41ee-a7f1-e00da0c7ad64 req-9a92cf55-67d4-4265-a62a-7b27e3398335 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315833 Aug 08 19:01:21.342710 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1f31-7f83-4d12-883d-9afc9a5c6dc8 req-6ee3e4ed-4149-4932-ab98-25e7a3190a94 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:21.344208 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2e4b1f31-7f83-4d12-883d-9afc9a5c6dc8 req-6ee3e4ed-4149-4932-ab98-25e7a3190a94 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0479910 Aug 08 19:01:21.384919 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2e4b1f31-7f83-4d12-883d-9afc9a5c6dc8 req-24f8458f-c817-4b4f-84d3-7d641c53584b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 Aug 08 19:01:21.422430 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641b872-2125-4ad2-8de7-db93ab930b0c req-3a4e3a28-6702-4a69-a2d6-319ede81610a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:21.423974 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4641b872-2125-4ad2-8de7-db93ab930b0c req-3a4e3a28-6702-4a69-a2d6-319ede81610a tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0487421 Aug 08 19:01:21.461082 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4641b872-2125-4ad2-8de7-db93ab930b0c req-fcf47a20-005b-4757-8083-0938e7fc9904 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Aug 08 19:01:22.127851 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:01:22.299060 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port 759be58c-37c7-4f8c-9b13-4b2d8106e41a completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 19:01:22.303152 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 759be58c-37c7-4f8c-9b13-4b2d8106e41a triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:01:22.303523 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:22.347191 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac49e39-0757-4da5-8741-6734c18a9774 req-2f4e7364-606e-4188-a83d-fd46c42801bb tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:22.348683 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0ac49e39-0757-4da5-8741-6734c18a9774 req-2f4e7364-606e-4188-a83d-fd46c42801bb tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0483050 Aug 08 19:01:22.382574 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:22.382863 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:22.385633 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0ac49e39-0757-4da5-8741-6734c18a9774 req-48ec5fbe-ebe5-4a49-b59f-88398a950293 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309007 Aug 08 19:01:22.405982 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:22.408948 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f918be-02ef-473e-a9ad-cc7bf7b65931" -d '{"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-plugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:22.422136 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:22.453372 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e2f46e-013a-49ae-987b-51ceee235a9d x-openstack-request-id: req-90e2f46e-013a-49ae-987b-51ceee235a9d {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:22.453667 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-plugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:22.453918 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90e2f46e-013a-49ae-987b-51ceee235a9d {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:22.454842 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e2f46e-013a-49ae-987b-51ceee235a9d'] response: {'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'code': 200} Aug 08 19:01:22.488582 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:22.507226 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db9e8-1df7-4726-a022-c0e1687da5d6 req-7d2662f9-5443-4486-a778-86b8d8cd2c55 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:22.508696 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4c2db9e8-1df7-4726-a022-c0e1687da5d6 req-7d2662f9-5443-4486-a778-86b8d8cd2c55 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0524158 Aug 08 19:01:22.538320 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:22.547689 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4c2db9e8-1df7-4726-a022-c0e1687da5d6 req-f7601128-721b-4d89-bce5-950b09111f1b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331612 Aug 08 19:01:22.592037 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3bfd8-da06-483d-a274-dde690583fab req-f432f092-f6cc-4500-8d30-ca42ab539825 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:22.593502 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d3b3bfd8-da06-483d-a274-dde690583fab req-f432f092-f6cc-4500-8d30-ca42ab539825 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Aug 08 19:01:22.630371 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d3b3bfd8-da06-483d-a274-dde690583fab req-fd7ff0d6-fd97-4db7-8707-590637d466bf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299149 Aug 08 19:01:23.501076 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e0835-7386-46b3-a9bf-cdb53cfa2e8e req-abfd0647-4b79-430d-b6ba-13b2cc4b4304 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:23.502551 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-511e0835-7386-46b3-a9bf-cdb53cfa2e8e req-abfd0647-4b79-430d-b6ba-13b2cc4b4304 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0480077 Aug 08 19:01:23.540324 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-511e0835-7386-46b3-a9bf-cdb53cfa2e8e req-f19f268f-28aa-47be-804f-ee71b2ae2a22 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Aug 08 19:01:23.667087 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29057d3f-6c5f-4ef0-a53f-8793fbdc237b req-45a43bc3-43d7-4a98-919b-47bd3cd7b5e5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:23.668560 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-29057d3f-6c5f-4ef0-a53f-8793fbdc237b req-45a43bc3-43d7-4a98-919b-47bd3cd7b5e5 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0477180 Aug 08 19:01:23.709909 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-29057d3f-6c5f-4ef0-a53f-8793fbdc237b req-c905415d-0569-4ba2-bcb7-75d0564566a3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355055 Aug 08 19:01:23.754730 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33bcd-f31b-433a-9994-9dd2e61350cc req-bb957772-105f-4601-92cf-b1c8dfc07196 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:23.756208 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d7d33bcd-f31b-433a-9994-9dd2e61350cc req-bb957772-105f-4601-92cf-b1c8dfc07196 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Aug 08 19:01:23.792527 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d7d33bcd-f31b-433a-9994-9dd2e61350cc req-8f05294a-b7e2-4df7-99fb-c5c2b4cada3b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304680 Aug 08 19:01:24.230276 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433453a-3c87-4835-b2ff-450d2fe620a0 req-83c3bd73-53bf-4afc-99a6-b3f13865058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.231716 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c433453a-3c87-4835-b2ff-450d2fe620a0 req-83c3bd73-53bf-4afc-99a6-b3f13865058f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1098 time: 0.0437799 Aug 08 19:01:24.269780 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c433453a-3c87-4835-b2ff-450d2fe620a0 req-2572aa30-d7c1-4a80-b3a7-65b460c490bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270665 Aug 08 19:01:24.662103 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34bab-5062-4ed9-b568-4e6b0fd405dc req-6cd34d61-f6ae-4670-8ec4-d8841572e905 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.663651 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bfc34bab-5062-4ed9-b568-4e6b0fd405dc req-6cd34d61-f6ae-4670-8ec4-d8841572e905 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0532472 Aug 08 19:01:24.683169 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-958e8ec6-56fb-4bff-ac34-855047d961eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.684669 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-958e8ec6-56fb-4bff-ac34-855047d961eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0420513 Aug 08 19:01:24.709121 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bfc34bab-5062-4ed9-b568-4e6b0fd405dc req-37e2672b-dabe-41f4-848f-46a05041ff75 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Aug 08 19:01:24.796350 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-35bf5882-61bc-453e-95b0-fa0581369298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.797847 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-35bf5882-61bc-453e-95b0-fa0581369298 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 910 time: 0.1051157 Aug 08 19:01:24.882508 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0536f15-d84b-43c1-8c21-8a459ff13cec req-b72a39b7-2c9d-47aa-9292-d3f2e756333e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.884035 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b0536f15-d84b-43c1-8c21-8a459ff13cec req-b72a39b7-2c9d-47aa-9292-d3f2e756333e tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.1008897 Aug 08 19:01:24.888141 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-1db9806c-79e3-4921-a84d-f247b9870df6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 1000 time: 0.0764441 Aug 08 19:01:24.913028 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d2cf3-edaf-4314-9736-9b744da95219 req-87ce581e-8662-4b15-9ad1-6c31982ab6f1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.914488 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-098d2cf3-edaf-4314-9736-9b744da95219 req-87ce581e-8662-4b15-9ad1-6c31982ab6f1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0479543 Aug 08 19:01:24.952350 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-098d2cf3-edaf-4314-9736-9b744da95219 req-6eff64d6-af88-4d9d-aff0-d31607c2057d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Aug 08 19:01:24.959453 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b0536f15-d84b-43c1-8c21-8a459ff13cec req-d727195c-386d-4b28-9f83-bfc8c0e715c2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690651 Aug 08 19:01:24.962995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-f6dba40b-020b-458b-8f6b-5b88d8ec7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:24.964427 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-f6dba40b-020b-458b-8f6b-5b88d8ec7360 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0677543 Aug 08 19:01:25.026090 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-ef19100b-b33f-443e-9a6f-77e0a6be3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:25.027641 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-ef19100b-b33f-443e-9a6f-77e0a6be3bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535760 Aug 08 19:01:25.144068 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573f35-8983-47db-a527-4fd5686a93a5 req-74336ccc-3066-43a9-8a02-ebdb1eeb3a0c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:25.145565 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ef573f35-8983-47db-a527-4fd5686a93a5 req-74336ccc-3066-43a9-8a02-ebdb1eeb3a0c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.1088426 Aug 08 19:01:25.170633 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-6d816fa3-3e02-4b9f-9d9e-a934cdb42210 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349711 Aug 08 19:01:25.196917 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ef573f35-8983-47db-a527-4fd5686a93a5 req-e8bb5ab4-32f7-46c3-9769-fe1239464441 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Aug 08 19:01:25.230092 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48752) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:25.268550 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875c8f5-405f-43d0-9ed5-f9e8adc84fc1 tempest-TestVolumeBootPattern-652754647 tempest-TestVolumeBootPattern-652754647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:25.270042 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e875c8f5-405f-43d0-9ed5-f9e8adc84fc1 tempest-TestVolumeBootPattern-652754647 tempest-TestVolumeBootPattern-652754647-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 1094 time: 0.0389712 Aug 08 19:01:25.272922 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 48754) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:25.275823 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-019627a4-91b8-4a9c-83a3-cdf475bece40 req-e767f935-157f-4a8d-9661-099152ee56c3 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885229 Aug 08 19:01:25.277086 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.v2.base [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Request body: {'floatingip': {'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'port_id': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:25.372948 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:25.479230 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:25.593166 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_common [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Allocated IP 172.27.3.252 (3948c993-8290-483a-bcd2-1788984c669d/a94e9a7c-2d92-4084-9624-24f1fe132c5b/3c15a27f-1e10-43d4-ae24-73e66e0417fa) {{(pid=109559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:01:25.701430 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:25.787666 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:25.861073 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Network 3948c993-8290-483a-bcd2-1788984c669d is already hosted by enough agents. {{(pid=109559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:01:25.866946 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.base_scheduler [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Resources bound (agent type, host, resource id): {{(pid=109559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:01:25.869604 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=3c15a27f-1e10-43d4-ae24-73e66e0417fa,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:25.871753 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Received port after_create {{(pid=109559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:01:25.914987 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf1de3-7e8b-4aaf-abdd-e09c010f0fa6 req-665a07ed-4509-44c0-b77e-f2726086203a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:25.916508 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-acdf1de3-7e8b-4aaf-abdd-e09c010f0fa6 req-665a07ed-4509-44c0-b77e-f2726086203a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.1259351 Aug 08 19:01:26.003936 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-acdf1de3-7e8b-4aaf-abdd-e09c010f0fa6 req-211c3724-6ea2-4908-ab18-88fe6ad7259e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812352 Aug 08 19:01:26.099359 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddefbd6-4573-4b4d-8715-bb539da8ec41 req-79143e60-fa7b-4c98-b7dc-15c3cac7dd59 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:26.100897 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ddefbd6-4573-4b4d-8715-bb539da8ec41 req-79143e60-fa7b-4c98-b7dc-15c3cac7dd59 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0532205 Aug 08 19:01:26.141640 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ddefbd6-4573-4b4d-8715-bb539da8ec41 req-22cc333b-e5f4-4a79-922c-97168ab6ba5c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Aug 08 19:01:26.329149 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1d60-5102-42c6-9879-15cf509558a8 req-64cfea30-f902-4286-88fe-5d3821fb8f13 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:26.330603 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-77ea1d60-5102-42c6-9879-15cf509558a8 req-64cfea30-f902-4286-88fe-5d3821fb8f13 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0938370 Aug 08 19:01:26.340721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 48768) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:01:26.344141 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.345262 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Request body: {'floatingip': {'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:26.389596 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.451139 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.601648 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for port, precommit_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.675503 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13488341'] for port, after_update {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.744950 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.746657 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event updated for resources: {'Port': ['ID=3c15a27f-1e10-43d4-ae24-73e66e0417fa,revision_number=2']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:26.845299 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Floating IP e17e0d31-ae1f-4193-9c46-2910879bc320 associated. External IP: 172.27.3.252, port: ffc9e475-c9aa-413d-b087-d4bc76506830. Aug 08 19:01:26.852129 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:26.910278 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:27.018890 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Floating IP 66286d75-c8b3-4256-9366-c3f803eab9eb associated. External IP: 172.27.3.101, port: 759be58c-37c7-4f8c-9b13-4b2d8106e41a. Aug 08 19:01:27.222291 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b8fae-469b-4126-9275-a647461006d1 req-ec79f5e1-7588-475f-b5a2-e8c42a54d1ef tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.223707 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2f8b8fae-469b-4126-9275-a647461006d1 req-ec79f5e1-7588-475f-b5a2-e8c42a54d1ef tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0994124 Aug 08 19:01:27.275988 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:27.302772 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2f8b8fae-469b-4126-9275-a647461006d1 req-567ec1b1-6a41-491f-b3b4-b462e56dabbd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725439 Aug 08 19:01:27.312412 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:01:27.319135 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:01:27.430494 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:01:27.442879 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:01:27.449121 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:01:27.454818 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:01:27.456463 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:01:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:27.458204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:27.461819 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:01:27.474957 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:01:27.474957 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:01:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:27.494080 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-76a413f2-431f-4074-812f-1a723eb2e959 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "PUT /v2.0/floatingips/66286d75-c8b3-4256-9366-c3f803eab9eb HTTP/1.1" status: 200 len: 991 time: 1.1522396 Aug 08 19:01:27.494658 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:27.497010 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea" -d '{"events": [{"name": "network-changed", "server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:27.537447 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:27.561160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81cab30-7c7d-408c-bd04-9953f3b1e27c x-openstack-request-id: req-d81cab30-7c7d-408c-bd04-9953f3b1e27c {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:27.561160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:27.561160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d81cab30-7c7d-408c-bd04-9953f3b1e27c {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:27.561160 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81cab30-7c7d-408c-bd04-9953f3b1e27c'] response: {'name': 'network-changed', 'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'status': 'completed', 'code': 200} Aug 08 19:01:27.584934 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:01:27.587014 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-064ade50-5c43-4976-a767-7d72ea9c65ec tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3124437 Aug 08 19:01:27.587164 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:27.589969 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfb5280-0885-4614-ad31-83e82d2d74f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:27.632532 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-932abf05-ab00-4308-9d2c-7d45e86f9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.632917 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:01:27.634065 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-932abf05-ab00-4308-9d2c-7d45e86f9919 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1098 time: 0.0604188 Aug 08 19:01:27.636063 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d612a70-8299-4f78-b5d0-545622916445 x-openstack-request-id: req-4d612a70-8299-4f78-b5d0-545622916445 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:27.636350 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:27.636599 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d612a70-8299-4f78-b5d0-545622916445 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:27.636987 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d612a70-8299-4f78-b5d0-545622916445'] response: {'name': 'network-changed', 'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'status': 'completed', 'code': 200} Aug 08 19:01:27.713342 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-e20bdbf0-2041-4de5-9fd4-41477315329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.714883 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-e20bdbf0-2041-4de5-9fd4-41477315329d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 1099 time: 0.0511098 Aug 08 19:01:27.758400 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-77aab5d8-280f-409e-b5f5-55a63ede893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.759937 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-77aab5d8-280f-409e-b5f5-55a63ede893e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.1122139 Aug 08 19:01:27.817711 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-de35d1f3-3123-4345-9aff-857254218fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.819245 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-de35d1f3-3123-4345-9aff-857254218fe4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.0957475 Aug 08 19:01:27.863192 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 1, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}, {'id': 'e17e0d31-ae1f-4193-9c46-2910879bc320', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:0a:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T19:01:26Z', 'updated_at': '2022-08-08T19:01:26Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:27.866451 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-3c4bf694-3f11-42af-b8e4-efde9349222e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 200 len: 999 time: 0.0987058 Aug 08 19:01:27.891357 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:01:27.897557 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-01d4b356-4b3f-4946-a82c-fb1bc55e3893 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffc9e475-c9aa-413d-b087-d4bc76506830 HTTP/1.1" status: 200 len: 1000 time: 0.0704789 Aug 08 19:01:27.914636 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:01:27.915781 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:01:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:27.925505 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '66286d75-c8b3-4256-9366-c3f803eab9eb', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'mac_address': 'fa:16:3e:67:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f7e95-29a0-4d84-840f-497ae5514c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T19:01:06Z', 'updated_at': '2022-08-08T19:01:26Z', 'revision_number': 1, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:27.930679 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-ed53c52d-39d3-48d1-8263-05338146b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.932382 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-ed53c52d-39d3-48d1-8263-05338146b932 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0570066 Aug 08 19:01:27.975047 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:01:27.981313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-0d8c611a-a312-4601-8c4a-374eea967834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.986382 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-0d8c611a-a312-4601-8c4a-374eea967834 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0791085 Aug 08 19:01:27.989798 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:01:27.990484 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:01:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:27.994527 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-4f956a84-eef6-4d69-8581-84a953974948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:27.997310 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-4f956a84-eef6-4d69-8581-84a953974948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575457 Aug 08 19:01:28.058831 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-cca64574-2f5c-427e-b60d-81111b5af863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:28.061099 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-cca64574-2f5c-427e-b60d-81111b5af863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679317 Aug 08 19:01:28.075917 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:01:28.126634 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:01:28.189159 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-b2e5dbc7-f97e-4908-9ddf-c36958f69576 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142240 Aug 08 19:01:28.301760 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bcfb5280-0885-4614-ad31-83e82d2d74f5 req-55bac4f0-4ddc-4d6a-84b2-eb0597e3144a service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086709 Aug 08 19:01:28.375397 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-da54e4b9-fbb5-4b7c-89bb-cb39b5173e27 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709517 Aug 08 19:01:28.408596 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '66286d75-c8b3-4256-9366-c3f803eab9eb', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'mac_address': 'fa:16:3e:67:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f7e95-29a0-4d84-840f-497ae5514c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T19:01:06Z', 'updated_at': '2022-08-08T19:01:26Z', 'revision_number': 1, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:28.456163 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d989f61-18fe-4b80-973b-9a118e5fee5c None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': '66286d75-c8b3-4256-9366-c3f803eab9eb', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'mac_address': 'fa:16:3e:67:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f7e95-29a0-4d84-840f-497ae5514c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T19:01:06Z', 'updated_at': '2022-08-08T19:01:26Z', 'revision_number': 1, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:01:28.481748 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a30797-622f-4ec5-b063-b99a6f591448 req-4346f147-8cf9-41af-9d1d-cf7b55b2c747 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:28.483982 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f4a30797-622f-4ec5-b063-b99a6f591448 req-4346f147-8cf9-41af-9d1d-cf7b55b2c747 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0942936 Aug 08 19:01:28.557398 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f4a30797-622f-4ec5-b063-b99a6f591448 req-49600d85-dede-48da-a268-f73a94c39d27 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651619 Aug 08 19:01:28.573996 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5b6ce14a-f0c1-4dc7-9453-5c79852c92ea req-a3c11a09-79fb-43c4-ae20-32b404598fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867008 Aug 08 19:01:28.599145 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 1, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}, {'id': 'e17e0d31-ae1f-4193-9c46-2910879bc320', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:0a:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T19:01:26Z', 'updated_at': '2022-08-08T19:01:26Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:01:28.630557 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e3946b-cf7f-4642-9df2-e61045ec3111 None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 1, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}, {'id': 'e17e0d31-ae1f-4193-9c46-2910879bc320', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:0a:c4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T19:01:26Z', 'updated_at': '2022-08-08T19:01:26Z', 'revision_number': 0, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:01:28.825624 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baed994-4682-4e60-a457-5f2069f0d6f8 None None] New status for floating IP 66286d75-c8b3-4256-9366-c3f803eab9eb: ACTIVE {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:01:28.927255 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5712d6-9cdc-4d89-a873-f3a850effd64 None None] New status for floating IP e17e0d31-ae1f-4193-9c46-2910879bc320: ACTIVE {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:01:29.027036 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff44-edc2-4bba-bb31-fd63f16ef2da req-52193003-052f-4322-a03c-4158c5711a1b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:29.028666 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bef3ff44-edc2-4bba-bb31-fd63f16ef2da req-52193003-052f-4322-a03c-4158c5711a1b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.1214006 Aug 08 19:01:29.063685 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-b5d1d7b1-e64f-4d91-8437-a14994fd6bc2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724838 Aug 08 19:01:29.078951 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bef3ff44-edc2-4bba-bb31-fd63f16ef2da req-a3a8c878-2106-4e8a-ae7d-451c8755070b tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 Aug 08 19:01:29.695055 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:01:29.768127 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port c35dd614-a60a-423f-8cef-fe0fee492940 is: ACTIVE; New status is: DOWN {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:29.768537 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:29.790401 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:29.792650 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9784ce0-b3f7-44d9-845d-c95e1c13f231" -d '{"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:29.805748 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:29.828425 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76430bef-1531-41de-85ae-dd95c2b0170a x-openstack-request-id: req-76430bef-1531-41de-85ae-dd95c2b0170a {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:29.828717 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-unplugged", "status": "failed", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "code": 422}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:29.829032 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76430bef-1531-41de-85ae-dd95c2b0170a {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:29.829385 dv-cinder-852456-1-iscsi neutron-server[109561]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76430bef-1531-41de-85ae-dd95c2b0170a']: {'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'code': 422} returned with failed status Aug 08 19:01:29.892776 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:29.946476 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=6']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:30.202152 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a66239-8700-4211-a68b-d37dee8de51b req-86795523-14e6-4ca6-b37a-79e02a52b289 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:30.203567 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93a66239-8700-4211-a68b-d37dee8de51b req-86795523-14e6-4ca6-b37a-79e02a52b289 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0521851 Aug 08 19:01:30.242555 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-93a66239-8700-4211-a68b-d37dee8de51b req-93898e53-75e4-4d52-9f81-e3399a209b8d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Aug 08 19:01:30.482898 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0c8f9-469a-41e5-8a62-1134bb8490f0 req-36580095-1480-4f49-be4c-1023363221f4 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:30.484319 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5cb0c8f9-469a-41e5-8a62-1134bb8490f0 req-36580095-1480-4f49-be4c-1023363221f4 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0503030 Aug 08 19:01:30.523890 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-5cb0c8f9-469a-41e5-8a62-1134bb8490f0 req-8fedc4d1-c9d1-49a4-8f70-10403fc5227f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Aug 08 19:01:31.382290 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a25885-d48d-49da-b8d8-ee03115477b8 req-66ade3be-194f-4cef-aa74-30e44110194d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:31.382290 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-61a25885-d48d-49da-b8d8-ee03115477b8 req-66ade3be-194f-4cef-aa74-30e44110194d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0517640 Aug 08 19:01:31.404133 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-61a25885-d48d-49da-b8d8-ee03115477b8 req-55bf69f1-e2ee-47ee-8453-c6ad1ce89085 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Aug 08 19:01:31.641723 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87acc57-5ca0-41bf-9898-22f88bc5062f req-0aadf1d1-4dde-476f-93bc-91df147f607e tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:31.643121 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d87acc57-5ca0-41bf-9898-22f88bc5062f req-0aadf1d1-4dde-476f-93bc-91df147f607e tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Aug 08 19:01:31.679598 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d87acc57-5ca0-41bf-9898-22f88bc5062f req-5e95c95e-12d7-4dae-82a0-5edf47003310 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Aug 08 19:01:31.774109 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-741d2a72-e881-47f5-872f-fbf69e091666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:31.775594 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-741d2a72-e881-47f5-872f-fbf69e091666 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe&tenant_id=eda3e831aa7b45bd969cd3a611ffebe2 HTTP/1.1" status: 200 len: 1096 time: 0.0431283 Aug 08 19:01:31.845491 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-7f7e020b-5078-4349-96cc-bf4c4bb536b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:31.847213 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-7f7e020b-5078-4349-96cc-bf4c4bb536b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1096 time: 0.0388348 Aug 08 19:01:31.947130 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-190a2287-db6d-4a92-9481-2747df0bd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:31.949154 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-190a2287-db6d-4a92-9481-2747df0bd782 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 910 time: 0.0891480 Aug 08 19:01:32.017341 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-742cf8b9-4898-4ab7-91b2-1b83cf4f639a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 998 time: 0.0603194 Aug 08 19:01:32.066035 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-d0894b78-8e76-4ac9-a841-b800554ef778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.068019 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-d0894b78-8e76-4ac9-a841-b800554ef778 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0424440 Aug 08 19:01:32.117708 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-83e74971-5330-4c96-a0b1-0378a873cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.119230 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-83e74971-5330-4c96-a0b1-0378a873cc73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443044 Aug 08 19:01:32.153787 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-56e6f075-0864-4da6-8f70-9becb238e591 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385437 Aug 08 19:01:32.213064 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-0e2543cc-936c-4e74-a852-fa99435f4a6b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.214428 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-0e2543cc-936c-4e74-a852-fa99435f4a6b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0475709 Aug 08 19:01:32.243610 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-f7dd2798-8128-474b-a9d3-5ec8c08fa548 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152329 Aug 08 19:01:32.246129 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-d3d477bf-7410-4321-b840-b5e0e065d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.247544 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-d3d477bf-7410-4321-b840-b5e0e065d766 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1099 time: 0.0636230 Aug 08 19:01:32.312057 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Deleting port f947a7a6-24cc-4003-8701-bc00a7026482 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:01:32.312400 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:32.321363 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d308c5e8-1065-4477-8757-458ea54d2656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:32.401976 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] For port f947a7a6-24cc-4003-8701-bc00a7026482, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f947a7a6-24cc-4003-8701-bc00a7026482,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:32.402608 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:32.405581 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0a9837b4-0d82-4ca5-acdd-41b7a31f1f8f req-86f1649d-2737-4c3d-ae21-f78589755982 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533523 Aug 08 19:01:32.410054 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-1c2fc3ad-b988-4dca-90eb-85c875e353f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.411493 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-1c2fc3ad-b988-4dca-90eb-85c875e353f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.1413946 Aug 08 19:01:32.416313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Calling delete_port for f947a7a6-24cc-4003-8701-bc00a7026482 owned by compute:nova {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:01:32.481668 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-2ccdd217-ebdf-45e4-bbce-4bbc3807d32b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f HTTP/1.1" status: 200 len: 1001 time: 0.0626705 Aug 08 19:01:32.539499 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-82908fef-4df5-4ec2-865d-083ea823c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.540968 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-82908fef-4df5-4ec2-865d-083ea823c8a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0503087 Aug 08 19:01:32.574002 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7dc11-a9ca-4b5c-8ac9-03f1825c8071 req-4e4c7b31-a54c-450f-b5f3-a3a002e45640 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.575495 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5db7dc11-a9ca-4b5c-8ac9-03f1825c8071 req-4e4c7b31-a54c-450f-b5f3-a3a002e45640 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0822189 Aug 08 19:01:32.587836 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-c178626e-fe3f-43ed-a20f-d82b2f011ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:32.589323 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-c178626e-fe3f-43ed-a20f-d82b2f011ebb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406206 Aug 08 19:01:32.616575 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5db7dc11-a9ca-4b5c-8ac9-03f1825c8071 req-b5cdf033-95ae-4977-8887-9cae6d667307 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344281 Aug 08 19:01:32.678909 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-33d7e27a-b93d-443b-8cae-1e5e30c42339 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815699 Aug 08 19:01:32.681421 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:32.693725 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['f947a7a6-24cc-4003-8701-bc00a7026482'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:01:32.714193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Pushing event deleted for resources: {'Port': ['ID=f947a7a6-24cc-4003-8701-bc00a7026482,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:32.757449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] No DVR routers for this DVR port f947a7a6-24cc-4003-8701-bc00a7026482 on host hv-cinder-85245 {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:01:32.760427 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:32.763965 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a8edbf13-5f41-4bf4-8ed1-dcf63c435cd3 req-ac33e92c-06b3-47e6-a949-3ec61cbe5474 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "DELETE /v2.0/ports/f947a7a6-24cc-4003-8701-bc00a7026482 HTTP/1.1" status: 204 len: 173 time: 0.5440240 Aug 08 19:01:32.764552 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'name': 'network-vif-deleted', 'tag': 'f947a7a6-24cc-4003-8701-bc00a7026482'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:32.767369 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aa5d35-848a-4c1b-8a90-ec8955edf3c5" -d '{"events": [{"server_uuid": "f94d520c-0f85-4c23-9861-cb33926cc0a8", "name": "network-vif-deleted", "tag": "f947a7a6-24cc-4003-8701-bc00a7026482"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:32.804656 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9d87759f-8fcc-40c3-9971-74302bbe1237 req-bab28d6b-90a6-4c72-b9a4-c5f1595be8ee tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=f94d520c-0f85-4c23-9861-cb33926cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0310221 Aug 08 19:01:32.805307 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87d92e-bee4-4e07-b9b2-0a296b3e3371 x-openstack-request-id: req-3c87d92e-bee4-4e07-b9b2-0a296b3e3371 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:32.805606 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94d520c-0f85-4c23-9861-cb33926cc0a8", "name": "network-vif-deleted", "tag": "f947a7a6-24cc-4003-8701-bc00a7026482", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:32.805852 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c87d92e-bee4-4e07-b9b2-0a296b3e3371 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:32.806768 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c87d92e-bee4-4e07-b9b2-0a296b3e3371'] response: {'server_uuid': 'f94d520c-0f85-4c23-9861-cb33926cc0a8', 'name': 'network-vif-deleted', 'tag': 'f947a7a6-24cc-4003-8701-bc00a7026482', 'status': 'completed', 'code': 200} Aug 08 19:01:32.822843 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-efb8f2f0-5929-4c34-97f3-afda22ceebad req-baf78b89-ec54-4140-b6db-62aa32c91933 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343212 Aug 08 19:01:33.738129 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c71d8-55bc-4d25-a48f-82248d0c90cc req-226a3b78-51cc-43ad-ba01-b7d95a4d11b5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:33.740221 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-516c71d8-55bc-4d25-a48f-82248d0c90cc req-226a3b78-51cc-43ad-ba01-b7d95a4d11b5 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0510871 Aug 08 19:01:33.777208 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-516c71d8-55bc-4d25-a48f-82248d0c90cc req-40fc8146-15cf-4a62-b4fb-6d0adb300dcf tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Aug 08 19:01:34.486617 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-c476b345-ee94-4589-afdf-7557a142cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:34.896177 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcb6af-feca-4873-bbfb-28caa0988ad2 req-a49219c5-70b1-4b86-84db-f086218efae1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:34.897619 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-94bcb6af-feca-4873-bbfb-28caa0988ad2 req-a49219c5-70b1-4b86-84db-f086218efae1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0522428 Aug 08 19:01:34.934022 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-94bcb6af-feca-4873-bbfb-28caa0988ad2 req-50e952b2-4271-4086-a23d-9a127e520f9a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305855 Aug 08 19:01:35.854264 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:36.055215 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1366725-d70d-4c9e-ba96-a163200fb316 req-fbc527de-a591-44f9-829b-e8754f707696 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:36.056666 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b1366725-d70d-4c9e-ba96-a163200fb316 req-fbc527de-a591-44f9-829b-e8754f707696 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0488021 Aug 08 19:01:36.096743 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b1366725-d70d-4c9e-ba96-a163200fb316 req-974bbfbf-3c61-4dab-90d5-1ecded240780 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342216 Aug 08 19:01:36.249377 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f947a7a6-24cc-4003-8701-bc00a7026482 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:01:36.274142 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: f947a7a6-24cc-4003-8701-bc00a7026482 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:01:36.274482 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f947a7a6-24cc-4003-8701-bc00a7026482 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:01:37.214796 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b145-3d7f-4836-b9e7-3b66766c1b6a req-73d7f504-705d-4981-985e-b4ad66ff645c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:37.216325 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-89a8b145-3d7f-4836-b9e7-3b66766c1b6a req-73d7f504-705d-4981-985e-b4ad66ff645c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0486336 Aug 08 19:01:37.253191 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-89a8b145-3d7f-4836-b9e7-3b66766c1b6a req-796ed2dd-5ca2-44c0-bcd1-8b1d6f60e82a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Aug 08 19:01:37.350579 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:37.606751 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:38.373166 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b945144-69c1-4932-80fc-1ce75c7489c0 req-f5ed1244-263a-4b55-a2a4-e9ac8596f087 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:38.374656 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9b945144-69c1-4932-80fc-1ce75c7489c0 req-f5ed1244-263a-4b55-a2a4-e9ac8596f087 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0489981 Aug 08 19:01:38.412824 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9b945144-69c1-4932-80fc-1ce75c7489c0 req-dff6d089-87ff-41d5-9166-8a70e1db447a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Aug 08 19:01:39.531376 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b5eb-c08f-4222-ab6f-b8f74dd8517a req-9e671e60-52bb-4e84-a96f-e9ea6e4ce64c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:39.532919 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7506b5eb-c08f-4222-ab6f-b8f74dd8517a req-9e671e60-52bb-4e84-a96f-e9ea6e4ce64c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 943 time: 0.0492778 Aug 08 19:01:39.570747 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7506b5eb-c08f-4222-ab6f-b8f74dd8517a req-b53a5ebe-d9d4-45af-81d8-408141d1c020 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315168 Aug 08 19:01:39.757912 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:01:39.855234 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:39.866808 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'port_id': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:01:39.902060 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port c35dd614-a60a-423f-8cef-fe0fee492940 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:39.902449 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:39.915032 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35dd614-a60a-423f-8cef-fe0fee492940 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:39.934466 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:40.018444 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:40.069444 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=7']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:40.275126 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['c35dd614-a60a-423f-8cef-fe0fee492940'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:01:40.688274 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9fb0-1939-42f1-8e6c-f67af1a122c2 req-73583b69-f91b-48af-804b-2b19e9c9759e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:40.689729 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f8df9fb0-1939-42f1-8e6c-f67af1a122c2 req-73583b69-f91b-48af-804b-2b19e9c9759e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0486913 Aug 08 19:01:40.726849 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f8df9fb0-1939-42f1-8e6c-f67af1a122c2 req-b1f651f7-7507-441b-88cd-1f4c492897f9 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307269 Aug 08 19:01:41.857119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1135-9455-4928-9d3b-30e39d8b7261 req-cfe57748-c86f-4dea-b31c-43f98de59e58 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:41.858563 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3fee1135-9455-4928-9d3b-30e39d8b7261 req-cfe57748-c86f-4dea-b31c-43f98de59e58 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0521555 Aug 08 19:01:41.893986 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-3fee1135-9455-4928-9d3b-30e39d8b7261 req-1383dbae-6cdd-4ef5-a79a-103b0e1ebe15 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296476 Aug 08 19:01:43.014065 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab292e0-dc64-4ae7-ac2a-91cd4d067bdd req-05612d2d-86b9-4768-ab01-dbae5d8e5ebf tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:43.015548 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2ab292e0-dc64-4ae7-ac2a-91cd4d067bdd req-05612d2d-86b9-4768-ab01-dbae5d8e5ebf tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0482063 Aug 08 19:01:43.056139 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2ab292e0-dc64-4ae7-ac2a-91cd4d067bdd req-725e299d-0cd6-483b-8c70-331afbc3e2e0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Aug 08 19:01:44.173381 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb2bf-3ad1-403e-97af-b9d6869972e5 req-75177f49-c8ee-4427-a941-fd97b151ab2d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:44.174877 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5edb2bf-3ad1-403e-97af-b9d6869972e5 req-75177f49-c8ee-4427-a941-fd97b151ab2d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0478694 Aug 08 19:01:44.213714 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f5edb2bf-3ad1-403e-97af-b9d6869972e5 req-341a4365-3d2c-4d61-8682-9e518890e907 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Aug 08 19:01:44.439256 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-ce05f994-6bee-40e5-8b94-1f82be457123 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:44.440707 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-ce05f994-6bee-40e5-8b94-1f82be457123 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/networks?id=045e2826-560f-499f-857c-ac6afe28b372 HTTP/1.1" status: 200 len: 814 time: 0.0991206 Aug 08 19:01:44.455132 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-0432d0bd-3cb3-40ff-a854-946e8647ae8f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/quotas/3654946075824fd9b7f0b9e12d5851ab HTTP/1.1" status: 200 len: 375 time: 0.0087707 Aug 08 19:01:44.485769 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-371ad843-1fa0-478d-840c-3383c4a19c0e tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3654946075824fd9b7f0b9e12d5851ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252607 Aug 08 19:01:44.577464 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-948a1aeb-ccc3-4ce9-a75e-10b8578812f8 service neutron] 10.222.0.23 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844018 Aug 08 19:01:44.669256 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-468c9f3e-218e-41af-94f6-4cd6c155f626 service neutron] 10.222.0.23 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Aug 08 19:01:44.897693 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-fd33cf2c-3cdd-4407-873c-adaaa9526ad2 req-617d60bb-ca37-450b-becb-df9c09a306cd tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Aug 08 19:01:45.150854 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:01:45.197944 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port c35dd614-a60a-423f-8cef-fe0fee492940 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:01:45.198315 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:45.273284 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port c35dd614-a60a-423f-8cef-fe0fee492940 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:45.273662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:45.296177 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:45.298778 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5baee3-d4c2-45ea-ac87-fad3278dc886" -d '{"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-plugged", "status": "completed", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:45.315580 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:45.338740 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980eb91-1f97-45ad-bf28-eee7cfa00bfd x-openstack-request-id: req-3980eb91-1f97-45ad-bf28-eee7cfa00bfd {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:45.339128 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-plugged", "status": "completed", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:45.339657 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3980eb91-1f97-45ad-bf28-eee7cfa00bfd {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:45.340119 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3980eb91-1f97-45ad-bf28-eee7cfa00bfd'] response: {'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'code': 200} Aug 08 19:01:45.344437 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c4fdb-8646-40d9-94d9-dc233f2ff1d6 req-d3719ad0-5e3d-4a87-915e-27c7bf4fd36f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:45.354509 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fa9c4fdb-8646-40d9-94d9-dc233f2ff1d6 req-d3719ad0-5e3d-4a87-915e-27c7bf4fd36f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 944 time: 0.0541093 Aug 08 19:01:45.389219 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-fa9c4fdb-8646-40d9-94d9-dc233f2ff1d6 req-f50211fa-6941-4be4-9ebf-308adfd83dec tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338397 Aug 08 19:01:45.397220 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:45.444909 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=8']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:45.658607 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b33db9-2de8-4477-99ed-c3f32b243440 req-7b9b416b-e931-4204-aeba-82389f8134b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:45.660115 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a5b33db9-2de8-4477-99ed-c3f32b243440 req-7b9b416b-e931-4204-aeba-82389f8134b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0395553 Aug 08 19:01:45.695303 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a5b33db9-2de8-4477-99ed-c3f32b243440 req-46882ad0-b587-4e57-956e-b6440e9849d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267544 Aug 08 19:01:45.992747 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-dbd2d1aa-20d8-4a43-aea2-240738e33609 req-c0b262e1-a79b-4980-a4bd-1875fd8c2ca9 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 210 time: 0.0266910 Aug 08 19:01:46.505533 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2465b5e-9203-4f0d-9c7e-3697fa468d29 req-733e79ce-7779-4515-bcb6-8b30a6e1ac29 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:46.507460 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d2465b5e-9203-4f0d-9c7e-3697fa468d29 req-733e79ce-7779-4515-bcb6-8b30a6e1ac29 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0480928 Aug 08 19:01:46.547769 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d2465b5e-9203-4f0d-9c7e-3697fa468d29 req-f2f8b62f-6d0b-4355-ae13-8e24acbb77bd tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348868 Aug 08 19:01:47.094525 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-f0d0f771-388d-4571-9e79-68e8afc04568 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:47.096455 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-f0d0f771-388d-4571-9e79-68e8afc04568 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "GET /v2.0/networks?id=045e2826-560f-499f-857c-ac6afe28b372 HTTP/1.1" status: 200 len: 814 time: 0.1029856 Aug 08 19:01:47.101890 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c5344f4b-1135-47d9-9dd5-345af61aa584 req-c5272fa3-a35c-4bfa-a143-480b8e7a1f9c tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 210 time: 0.0304163 Aug 08 19:01:47.111588 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Request body: {'port': {'device_id': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'network_id': '045e2826-560f-499f-857c-ac6afe28b372', 'admin_state_up': True, 'tenant_id': '3654946075824fd9b7f0b9e12d5851ab'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:47.275295 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Made reservation on behalf of 3654946075824fd9b7f0b9e12d5851ab for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:01:47.278695 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:47.402283 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Allocated IP 172.20.0.13 (045e2826-560f-499f-857c-ac6afe28b372/cf07112b-a3ba-4996-bf8e-89e2b6ace1fd/f6ae30ff-7d06-44c0-928d-7fb608a7c223) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:01:47.545625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:47.663160 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003d23b-fd8a-4c05-b66a-902188b6636d req-ff5087df-49a2-476b-bb37-787e5489e80c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:47.664627 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b003d23b-fd8a-4c05-b66a-902188b6636d req-ff5087df-49a2-476b-bb37-787e5489e80c tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0485203 Aug 08 19:01:47.669850 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:47.733587 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Network 045e2826-560f-499f-857c-ac6afe28b372 is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:01:47.743042 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:01:47.750699 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:01:47.757718 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b003d23b-fd8a-4c05-b66a-902188b6636d req-862f49c2-7db6-4602-a9c6-c2e665f6815e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854361 Aug 08 19:01:47.758301 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Pushing event updated for resources: {'Port': ['ID=f6ae30ff-7d06-44c0-928d-7fb608a7c223,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:47.787451 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.787801 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.788162 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.788497 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.788826 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.789155 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.789480 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.789803 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.790123 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.790449 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.790771 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.791123 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:01:47.812679 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:47.813267 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:47.901799 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6659d3e7-b731-4620-822e-5ad6a89166fc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7962606 Aug 08 19:01:47.914583 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Request body: {'port': {'device_id': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:01:47.969300 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:48.222087 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e95180-672f-4961-8832-6a9796aa7582 req-362b6c86-9ec0-4983-badb-bf1cf07b3c0d tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:48.223697 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-68e95180-672f-4961-8832-6a9796aa7582 req-362b6c86-9ec0-4983-badb-bf1cf07b3c0d tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 932 time: 0.0496941 Aug 08 19:01:48.235725 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ae30ff-7d06-44c0-928d-7fb608a7c223 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:48.243847 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:48.255412 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Transition to ACTIVE for port object f6ae30ff-7d06-44c0-928d-7fb608a7c223 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 19:01:48.262254 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-68e95180-672f-4961-8832-6a9796aa7582 req-29a2eaf7-2ffc-4918-a92a-f265dfad7582 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Aug 08 19:01:48.305788 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:48.382884 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae30ff-7d06-44c0-928d-7fb608a7c223,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:48.409824 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Attempting to bind port f6ae30ff-7d06-44c0-928d-7fb608a7c223 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 19:01:48.410155 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Attempting to bind port f6ae30ff-7d06-44c0-928d-7fb608a7c223 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 19:01:48.410481 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Attempting to bind port f6ae30ff-7d06-44c0-928d-7fb608a7c223 on network 045e2826-560f-499f-857c-ac6afe28b372 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:01:48.415147 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Port f6ae30ff-7d06-44c0-928d-7fb608a7c223 on network 045e2826-560f-499f-857c-ac6afe28b372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 19:01:48.415464 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Attempting to bind port f6ae30ff-7d06-44c0-928d-7fb608a7c223 on network 045e2826-560f-499f-857c-ac6afe28b372 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:01:48.420140 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 19, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 19:01:48.420472 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Checking segment: {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 19:01:48.420845 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Bound using segment: {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 19:01:48.421260 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Bound port: f6ae30ff-7d06-44c0-928d-7fb608a7c223, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fa2014-e907-45a7-bafb-d120004faffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '045e2826-560f-499f-857c-ac6afe28b372'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 19:01:48.421609 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:48.482728 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] For port f6ae30ff-7d06-44c0-928d-7fb608a7c223, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 19:01:48.485618 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] For port f6ae30ff-7d06-44c0-928d-7fb608a7c223, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f6ae30ff-7d06-44c0-928d-7fb608a7c223,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 19:01:48.563221 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:48.567415 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:48.568018 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:48.569397 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] 10.222.0.30 "PUT /v2.0/ports/f6ae30ff-7d06-44c0-928d-7fb608a7c223 HTTP/1.1" status: 200 len: 1094 time: 0.6587186 Aug 08 19:01:48.569820 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'tag': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:48.572098 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0253f3e0-79e3-47f1-88bf-8d40026e19d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3c708e-72f3-4641-884f-2eacf04fee70", "tag": "f6ae30ff-7d06-44c0-928d-7fb608a7c223"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:48.609438 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73f9a2-69d0-4cf2-8edb-f15ef08c54be x-openstack-request-id: req-1d73f9a2-69d0-4cf2-8edb-f15ef08c54be {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:48.609726 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3c708e-72f3-4641-884f-2eacf04fee70", "tag": "f6ae30ff-7d06-44c0-928d-7fb608a7c223", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:48.609995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d73f9a2-69d0-4cf2-8edb-f15ef08c54be {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:48.610374 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d73f9a2-69d0-4cf2-8edb-f15ef08c54be'] response: {'name': 'network-changed', 'server_uuid': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'tag': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223', 'status': 'completed', 'code': 200} Aug 08 19:01:48.622446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6db56d-7fc9-4d38-bbe1-f6a4eb069e8f service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae30ff-7d06-44c0-928d-7fb608a7c223,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:48.668983 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253f3e0-79e3-47f1-88bf-8d40026e19d7 req-cc4c4247-5e24-4dfc-a6ca-0524b40e5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:48.670458 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0253f3e0-79e3-47f1-88bf-8d40026e19d7 req-cc4c4247-5e24-4dfc-a6ca-0524b40e5422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3654946075824fd9b7f0b9e12d5851ab&device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 1097 time: 0.0408158 Aug 08 19:01:48.773825 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253f3e0-79e3-47f1-88bf-8d40026e19d7 req-164ac84c-f73f-4d0d-9458-fffb34f25da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:48.775290 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0253f3e0-79e3-47f1-88bf-8d40026e19d7 req-164ac84c-f73f-4d0d-9458-fffb34f25da5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3654946075824fd9b7f0b9e12d5851ab&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929205 Aug 08 19:01:48.872289 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253f3e0-79e3-47f1-88bf-8d40026e19d7 req-302aa2d1-2773-4f63-9977-7efa64618854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:48.873845 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0253f3e0-79e3-47f1-88bf-8d40026e19d7 req-302aa2d1-2773-4f63-9977-7efa64618854 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906663 Aug 08 19:01:48.954358 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-4c6a40ef-5886-42e9-b4d9-6920ac48038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:48.955736 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-4c6a40ef-5886-42e9-b4d9-6920ac48038e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3654946075824fd9b7f0b9e12d5851ab&device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 1097 time: 0.0394664 Aug 08 19:01:48.998067 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-8170eb3f-8e36-4b9f-b8b7-5487e315eed9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6ae30ff-7d06-44c0-928d-7fb608a7c223 HTTP/1.1" status: 200 len: 217 time: 0.0332403 Aug 08 19:01:49.050904 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-810b0990-dffd-4e93-920d-ed269d761834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:49.052343 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-810b0990-dffd-4e93-920d-ed269d761834 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf07112b-a3ba-4996-bf8e-89e2b6ace1fd HTTP/1.1" status: 200 len: 854 time: 0.0458980 Aug 08 19:01:49.085750 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-7d67fe2f-38d9-43b9-b159-5d8eb53bb2d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=045e2826-560f-499f-857c-ac6afe28b372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239012 Aug 08 19:01:49.175355 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-3dbccfd6-14ed-45c5-af53-538ec84096ed service neutron] 10.222.0.30 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814667 Aug 08 19:01:49.266754 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-82eae5fe-1f31-4148-a792-89bd83c57926 req-de18b69d-b3fc-4fd0-8f7a-bc90dd07501a service neutron] 10.222.0.30 "GET /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841377 Aug 08 19:01:49.383584 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddaa-df2f-4469-8c6b-d4a2c56b925e req-465bf0fe-4771-46ff-9773-9de33aa6dda9 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:49.385066 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-018dddaa-df2f-4469-8c6b-d4a2c56b925e req-465bf0fe-4771-46ff-9773-9de33aa6dda9 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 944 time: 0.0481610 Aug 08 19:01:49.420805 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-018dddaa-df2f-4469-8c6b-d4a2c56b925e req-b273d4b9-6bf6-4366-8536-4c0715ed7ff5 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298238 Aug 08 19:01:50.091024 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:01:50.540945 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5c6b4-c653-4630-b85b-0f0986889918 req-1b09ef4b-344b-4b66-abde-1e9d2d101273 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:50.549325 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-acc5c6b4-c653-4630-b85b-0f0986889918 req-1b09ef4b-344b-4b66-abde-1e9d2d101273 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 944 time: 0.0485463 Aug 08 19:01:50.579492 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-acc5c6b4-c653-4630-b85b-0f0986889918 req-19eabe9e-79d9-40f8-8770-380c812ce354 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311925 Aug 08 19:01:51.699596 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430ee8a-fca2-4ed0-ab40-e19632024e30 req-7be30899-d3d8-4e42-ac02-6a3362944311 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:51.701039 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f430ee8a-fca2-4ed0-ab40-e19632024e30 req-7be30899-d3d8-4e42-ac02-6a3362944311 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 944 time: 0.0518496 Aug 08 19:01:51.737065 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f430ee8a-fca2-4ed0-ab40-e19632024e30 req-743874e8-c9d4-483c-8bac-f1b904969ab9 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301859 Aug 08 19:01:52.854858 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358989be-3ad1-41af-8861-490ef665e5d5 req-c8a79a6e-3705-4756-a700-891bbf0cb8f6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:52.856451 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-358989be-3ad1-41af-8861-490ef665e5d5 req-c8a79a6e-3705-4756-a700-891bbf0cb8f6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 944 time: 0.0485590 Aug 08 19:01:52.898703 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-358989be-3ad1-41af-8861-490ef665e5d5 req-1620dc53-1170-43a2-a0e6-41a27683b6cc tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363779 Aug 08 19:01:53.181137 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f6ae30ff-7d06-44c0-928d-7fb608a7c223 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:01:53.277021 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f6ae30ff-7d06-44c0-928d-7fb608a7c223, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f6ae30ff-7d06-44c0-928d-7fb608a7c223,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:53.287433 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223', 'network_id': '045e2826-560f-499f-857c-ac6afe28b372', 'port_id': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223', 'mac_address': 'fa:16:3e:26:54:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf07112b-a3ba-4996-bf8e-89e2b6ace1fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:01:53.322693 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port f6ae30ff-7d06-44c0-928d-7fb608a7c223 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:53.323110 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:53.336944 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ae30ff-7d06-44c0-928d-7fb608a7c223 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:01:53.355842 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f6ae30ff-7d06-44c0-928d-7fb608a7c223, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f6ae30ff-7d06-44c0-928d-7fb608a7c223,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:53.442239 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:53.488493 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=f6ae30ff-7d06-44c0-928d-7fb608a7c223,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:53.740329 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['f6ae30ff-7d06-44c0-928d-7fb608a7c223'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:01:54.013397 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888ca4c-bdb7-4ba4-8b06-7d3beffe8d42 req-e6d7bfea-c20b-4d69-9c4e-ab833da08877 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:54.014762 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0888ca4c-bdb7-4ba4-8b06-7d3beffe8d42 req-e6d7bfea-c20b-4d69-9c4e-ab833da08877 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Aug 08 19:01:54.051590 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0888ca4c-bdb7-4ba4-8b06-7d3beffe8d42 req-a20d18e4-1e0e-4548-87e2-57888a8dc1b0 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Aug 08 19:01:55.173512 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ef230-e334-4d32-b422-88f73db5fa45 req-be36af39-97c6-44ca-8703-84354448a735 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:55.175105 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c74ef230-e334-4d32-b422-88f73db5fa45 req-be36af39-97c6-44ca-8703-84354448a735 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Aug 08 19:01:55.195178 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f6ae30ff-7d06-44c0-928d-7fb608a7c223 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:01:55.215232 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c74ef230-e334-4d32-b422-88f73db5fa45 req-ce006cde-d959-4385-b9ec-c8a21efe23f6 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Aug 08 19:01:55.408069 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port f6ae30ff-7d06-44c0-928d-7fb608a7c223 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 19:01:55.412031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port f6ae30ff-7d06-44c0-928d-7fb608a7c223 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:01:55.412397 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:55.490124 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port f6ae30ff-7d06-44c0-928d-7fb608a7c223 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:01:55.490431 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:55.513044 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:01:55.515298 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87418971-da9b-408b-9409-ddcac67e3de6" -d '{"events": [{"server_uuid": "1e3c708e-72f3-4641-884f-2eacf04fee70", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae30ff-7d06-44c0-928d-7fb608a7c223"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:01:55.527577 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port f6ae30ff-7d06-44c0-928d-7fb608a7c223, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f6ae30ff-7d06-44c0-928d-7fb608a7c223,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:01:55.554550 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6dd246-92f4-4dd5-91c8-47ee6fb9c38f x-openstack-request-id: req-ae6dd246-92f4-4dd5-91c8-47ee6fb9c38f {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:01:55.554550 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c708e-72f3-4641-884f-2eacf04fee70", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae30ff-7d06-44c0-928d-7fb608a7c223", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:01:55.554550 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae6dd246-92f4-4dd5-91c8-47ee6fb9c38f {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:01:55.554550 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6dd246-92f4-4dd5-91c8-47ee6fb9c38f'] response: {'server_uuid': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223', 'code': 200} Aug 08 19:01:55.602312 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:55.649557 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=f6ae30ff-7d06-44c0-928d-7fb608a7c223,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:01:55.868008 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea446fa-e739-4385-9d37-ccfe9c8690da req-2923c66b-f833-473b-8518-cdb6d2e06678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:55.869468 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aea446fa-e739-4385-9d37-ccfe9c8690da req-2923c66b-f833-473b-8518-cdb6d2e06678 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 1099 time: 0.0403991 Aug 08 19:01:55.908899 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aea446fa-e739-4385-9d37-ccfe9c8690da req-b49d5623-2681-4008-aa92-94ffae11125b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262723 Aug 08 19:01:56.333207 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c16ce-d1cd-4bb3-ba59-5d3bf1785037 req-e091429c-43fb-4d11-b7b6-8382360e180f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:56.334702 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-009c16ce-d1cd-4bb3-ba59-5d3bf1785037 req-e091429c-43fb-4d11-b7b6-8382360e180f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 946 time: 0.0514491 Aug 08 19:01:56.376915 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-009c16ce-d1cd-4bb3-ba59-5d3bf1785037 req-0cf83314-d47a-4cfe-9e79-9b4060c7579d tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358069 Aug 08 19:01:57.265513 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:01:57.497130 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8b238-ed89-46fd-9c1f-a20701ab5f27 req-7f53b394-24c6-4af0-92f3-37b97f052527 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:01:57.498618 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ab8b238-ed89-46fd-9c1f-a20701ab5f27 req-7f53b394-24c6-4af0-92f3-37b97f052527 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Aug 08 19:01:57.544120 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7ab8b238-ed89-46fd-9c1f-a20701ab5f27 req-41cfb847-ce5f-4ddc-9a3d-7f277e60750f tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Aug 08 19:02:02.379701 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-b636fc3a-2d31-4fd8-bcab-e18610a22048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:04.482668 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-81519e0b-9390-4af5-9f2c-4dd1a69e8189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:05.876549 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:07.299521 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:07.585343 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:07.864808 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad239b-1b6e-4c60-8e0b-0aa2f169f609 req-03135e9a-908a-4268-aff0-4f771c4a82b6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:07.866263 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6dad239b-1b6e-4c60-8e0b-0aa2f169f609 req-03135e9a-908a-4268-aff0-4f771c4a82b6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Aug 08 19:02:07.902842 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6dad239b-1b6e-4c60-8e0b-0aa2f169f609 req-c136f20f-ab9a-4191-92e4-e3fc257034fa tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297453 Aug 08 19:02:09.028132 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7986845-7453-4aab-b587-98c9bc725b88 req-c56c90ba-01df-4c98-a2d2-c275e39094a1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:09.029592 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f7986845-7453-4aab-b587-98c9bc725b88 req-c56c90ba-01df-4c98-a2d2-c275e39094a1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Aug 08 19:02:09.066357 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f7986845-7453-4aab-b587-98c9bc725b88 req-bd011e5b-4e7a-415d-9ae6-09ba353d53d7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Aug 08 19:02:10.197254 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70adcd-d05a-4bdd-a477-c5cf4faae637 req-f63cdb62-3331-41a9-8fa8-e67aa12115f6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:10.198922 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-dc70adcd-d05a-4bdd-a477-c5cf4faae637 req-f63cdb62-3331-41a9-8fa8-e67aa12115f6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Aug 08 19:02:10.241016 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-dc70adcd-d05a-4bdd-a477-c5cf4faae637 req-0fce514d-6d7d-45a5-94ee-f9d1dca130d6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Aug 08 19:02:11.370580 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549f368-a253-4d67-a533-80f23f861b34 req-8b7dc860-1810-4b7e-ad41-67eea17fd29c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:11.372060 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b549f368-a253-4d67-a533-80f23f861b34 req-8b7dc860-1810-4b7e-ad41-67eea17fd29c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0485203 Aug 08 19:02:11.408803 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b549f368-a253-4d67-a533-80f23f861b34 req-22b4d217-03f1-4d35-a5f5-d64c6a6985a8 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Aug 08 19:02:12.529503 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29075c86-c19a-481f-87a6-f9e288e3d6b3 req-64d95f5c-2651-4a01-bf36-fad0ef988811 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:12.531031 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-29075c86-c19a-481f-87a6-f9e288e3d6b3 req-64d95f5c-2651-4a01-bf36-fad0ef988811 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0485544 Aug 08 19:02:12.568102 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-29075c86-c19a-481f-87a6-f9e288e3d6b3 req-5651b1cf-9b2b-49a2-9de4-6bf557b14880 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Aug 08 19:02:13.692297 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c91658-2ca3-4902-9278-75b403ea8613 req-15a51d0b-7e3c-4a22-bbfa-dac024c26383 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:13.693749 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-29c91658-2ca3-4902-9278-75b403ea8613 req-15a51d0b-7e3c-4a22-bbfa-dac024c26383 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0478463 Aug 08 19:02:13.734547 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-29c91658-2ca3-4902-9278-75b403ea8613 req-0cda391b-21e5-4af4-ad89-53fb9f30b467 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Aug 08 19:02:14.862222 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5459cb8-179d-442c-b942-4b988a7568c2 req-c22369a5-68fe-43b3-a63a-8050cdfff9d0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:14.863723 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c5459cb8-179d-442c-b942-4b988a7568c2 req-c22369a5-68fe-43b3-a63a-8050cdfff9d0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Aug 08 19:02:14.900223 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c5459cb8-179d-442c-b942-4b988a7568c2 req-d3f8e484-cff2-448d-bffb-618ea6dc8f28 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303316 Aug 08 19:02:16.024818 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baa020-af5c-425c-9c17-a5b5f2fdf267 req-1c51dc18-9833-493f-8f52-26ea61b6a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:16.026255 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f6baa020-af5c-425c-9c17-a5b5f2fdf267 req-1c51dc18-9833-493f-8f52-26ea61b6a5b7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0483530 Aug 08 19:02:16.064033 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f6baa020-af5c-425c-9c17-a5b5f2fdf267 req-a0b535b5-f5f4-4911-90a5-03fe5c896faf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Aug 08 19:02:17.187918 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a961b18-7f78-4e1a-92d4-69d4fabf762e req-7656405c-d15b-49a8-a38c-6c21728aa8ca tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:17.189414 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6a961b18-7f78-4e1a-92d4-69d4fabf762e req-7656405c-d15b-49a8-a38c-6c21728aa8ca tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Aug 08 19:02:17.227039 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-6a961b18-7f78-4e1a-92d4-69d4fabf762e req-bcfd0d17-bded-4a73-89dc-477c6fee3529 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Aug 08 19:02:18.349788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215e5e-8a62-4c48-9861-cc28e887f61c req-180d63f3-68ea-424a-8857-4b82f6fcd921 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:18.351309 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bb215e5e-8a62-4c48-9861-cc28e887f61c req-180d63f3-68ea-424a-8857-4b82f6fcd921 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Aug 08 19:02:18.389198 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-bb215e5e-8a62-4c48-9861-cc28e887f61c req-2f0bfd63-6e44-4494-b19f-0a2124a935f1 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Aug 08 19:02:19.516926 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bb4dc-b61b-412b-af66-58d07e18ad64 req-abaaaa5d-c932-4771-bd6b-4e6f46a8a28e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:19.518412 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ac0bb4dc-b61b-412b-af66-58d07e18ad64 req-abaaaa5d-c932-4771-bd6b-4e6f46a8a28e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0537515 Aug 08 19:02:19.555732 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ac0bb4dc-b61b-412b-af66-58d07e18ad64 req-ff4402b4-d2e2-4bcb-aba8-a6474508e308 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307171 Aug 08 19:02:20.035642 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e4405-f49a-4bcd-950b-79180518a238 req-aeca480e-4868-472e-ba17-ac324e6860ef tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:20.037105 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d93e4405-f49a-4bcd-950b-79180518a238 req-aeca480e-4868-472e-ba17-ac324e6860ef tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 946 time: 0.0485783 Aug 08 19:02:20.073761 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d93e4405-f49a-4bcd-950b-79180518a238 req-1a1f736e-8f89-4af8-813a-7a3b0e264891 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Aug 08 19:02:20.682401 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822412-cab0-4868-b1e2-22b752b1457b req-64e5c426-7ebb-4fea-925a-c372a2da7e00 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:20.683890 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-51822412-cab0-4868-b1e2-22b752b1457b req-64e5c426-7ebb-4fea-925a-c372a2da7e00 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0483916 Aug 08 19:02:20.721983 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-51822412-cab0-4868-b1e2-22b752b1457b req-7e0d18cf-ce1b-485c-a7b3-8f28e066af72 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Aug 08 19:02:21.190876 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adb727-4a7f-47d5-99d0-212599b054ac req-9a04a671-34ad-48b9-8b4e-944e2069e1a9 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:21.192364 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-09adb727-4a7f-47d5-99d0-212599b054ac req-9a04a671-34ad-48b9-8b4e-944e2069e1a9 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 946 time: 0.0477591 Aug 08 19:02:21.229918 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-09adb727-4a7f-47d5-99d0-212599b054ac req-1bc4b818-f58e-42da-99b3-f77e1b1e996e tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310106 Aug 08 19:02:21.842589 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510879f-32ad-4541-886a-b4d8f449e80d req-1e3495b5-6af7-4c9b-8f5d-5e52b1a2eb53 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:21.844112 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7510879f-32ad-4541-886a-b4d8f449e80d req-1e3495b5-6af7-4c9b-8f5d-5e52b1a2eb53 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Aug 08 19:02:21.884608 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-7510879f-32ad-4541-886a-b4d8f449e80d req-80f9ffb0-e283-4fb3-8aac-d40eaaf0c9ef tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343227 Aug 08 19:02:22.042141 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-51afd4ad-1410-4ef4-9aaa-bb48123a0155 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:22.043513 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-51afd4ad-1410-4ef4-9aaa-bb48123a0155 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 946 time: 0.0473232 Aug 08 19:02:22.133557 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Deleting port f6ae30ff-7d06-44c0-928d-7fb608a7c223 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:02:22.133994 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:22.228768 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] For port f6ae30ff-7d06-44c0-928d-7fb608a7c223, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=f6ae30ff-7d06-44c0-928d-7fb608a7c223,segment=NetworkSegment(43fa2014-e907-45a7-bafb-d120004faffd),segment_id=43fa2014-e907-45a7-bafb-d120004faffd)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:22.229126 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:22.240605 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Calling delete_port for f6ae30ff-7d06-44c0-928d-7fb608a7c223 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:02:22.349353 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006ea0a-de9f-4bbb-a2f3-e0897b41b3ea req-60c90614-b294-4eef-ba0f-4954ce1ba75d tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:22.350843 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4006ea0a-de9f-4bbb-a2f3-e0897b41b3ea req-60c90614-b294-4eef-ba0f-4954ce1ba75d tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 946 time: 0.0516365 Aug 08 19:02:22.389002 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-4006ea0a-de9f-4bbb-a2f3-e0897b41b3ea req-a38849c0-b926-4178-8908-141f640beb75 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/security-groups?id=77945478-cdf9-43b3-90c2-9aefc07ccbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Aug 08 19:02:22.452185 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:22.467263 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['f6ae30ff-7d06-44c0-928d-7fb608a7c223'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:02:22.481820 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Pushing event deleted for resources: {'Port': ['ID=f6ae30ff-7d06-44c0-928d-7fb608a7c223,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:22.523719 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] No DVR routers for this DVR port f6ae30ff-7d06-44c0-928d-7fb608a7c223 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:02:22.526481 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:22.530015 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ab03f234-223c-44cd-9c29-b2cd3b304bdf req-4a40f21f-c4ea-4981-b89b-a8365901d42b tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.30 "DELETE /v2.0/ports/f6ae30ff-7d06-44c0-928d-7fb608a7c223 HTTP/1.1" status: 204 len: 173 time: 0.4797788 Aug 08 19:02:22.530457 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'name': 'network-vif-deleted', 'tag': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:02:22.533420 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc78b0a4-5be7-4952-b67a-760947d92692" -d '{"events": [{"server_uuid": "1e3c708e-72f3-4641-884f-2eacf04fee70", "name": "network-vif-deleted", "tag": "f6ae30ff-7d06-44c0-928d-7fb608a7c223"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:02:22.570286 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c264a23-d56a-425e-9664-94f808c0f2b0 x-openstack-request-id: req-3c264a23-d56a-425e-9664-94f808c0f2b0 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:02:22.570572 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3c708e-72f3-4641-884f-2eacf04fee70", "name": "network-vif-deleted", "tag": "f6ae30ff-7d06-44c0-928d-7fb608a7c223", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:02:22.570820 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c264a23-d56a-425e-9664-94f808c0f2b0 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:02:22.572007 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c264a23-d56a-425e-9664-94f808c0f2b0'] response: {'server_uuid': '1e3c708e-72f3-4641-884f-2eacf04fee70', 'name': 'network-vif-deleted', 'tag': 'f6ae30ff-7d06-44c0-928d-7fb608a7c223', 'status': 'completed', 'code': 200} Aug 08 19:02:23.006282 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a9e7-2931-4d3f-991c-02a0011fda70 req-35da0ec8-9a29-43d3-8478-bbb06342939c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:23.011454 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5f25a9e7-2931-4d3f-991c-02a0011fda70 req-35da0ec8-9a29-43d3-8478-bbb06342939c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Aug 08 19:02:23.044975 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5f25a9e7-2931-4d3f-991c-02a0011fda70 req-e3126123-08a9-43d7-bed8-9306ca797d85 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Aug 08 19:02:23.497678 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c87e6023-1943-42d9-9bec-14947438a825 req-e8bff8b0-9fe9-461e-ada6-938b6325fdb2 tempest-VolumesSnapshotTestJSON-1948366876 tempest-VolumesSnapshotTestJSON-1948366876-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3c708e-72f3-4641-884f-2eacf04fee70 HTTP/1.1" status: 200 len: 210 time: 0.0254188 Aug 08 19:02:24.167629 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af528e4-4ce2-4c73-9610-1b57162d3591 req-aa2212de-bf40-40ca-9478-c096b92bbc54 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:24.169084 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2af528e4-4ce2-4c73-9610-1b57162d3591 req-aa2212de-bf40-40ca-9478-c096b92bbc54 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0473053 Aug 08 19:02:24.212809 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-2af528e4-4ce2-4c73-9610-1b57162d3591 req-3c4aef43-f771-4003-8e0d-e7dd362d6b29 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378282 Aug 08 19:02:25.333025 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f6ae30ff-7d06-44c0-928d-7fb608a7c223 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:02:25.362578 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: f6ae30ff-7d06-44c0-928d-7fb608a7c223 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:02:25.362818 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device f6ae30ff-7d06-44c0-928d-7fb608a7c223 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:02:25.518991 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a59d78-c24c-49f9-9e3f-91027274497c req-14ced56b-fa5e-47bf-9c75-498d5f203a29 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:25.520482 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e2a59d78-c24c-49f9-9e3f-91027274497c req-14ced56b-fa5e-47bf-9c75-498d5f203a29 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0598023 Aug 08 19:02:25.560868 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e2a59d78-c24c-49f9-9e3f-91027274497c req-431e5afb-a965-4951-9c6a-6df40b12c489 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336483 Aug 08 19:02:26.693191 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b573fb0-5207-4e89-8113-19d886205e9a req-f589d30d-b91a-407b-82c8-c584305a1d51 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:26.701830 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2b573fb0-5207-4e89-8113-19d886205e9a req-f589d30d-b91a-407b-82c8-c584305a1d51 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0607333 Aug 08 19:02:27.006271 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-2b573fb0-5207-4e89-8113-19d886205e9a req-3d55df08-8baa-4c54-af2e-b4352120b0b9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979159 Aug 08 19:02:27.090469 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:02:27.270690 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:28.156968 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4fc8e-070f-4e54-becf-f11c955f3108 req-1d7da176-88ab-4fa2-8d0d-bb1b15985e47 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:28.161227 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b1c4fc8e-070f-4e54-becf-f11c955f3108 req-1d7da176-88ab-4fa2-8d0d-bb1b15985e47 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0664933 Aug 08 19:02:28.233762 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-b1c4fc8e-070f-4e54-becf-f11c955f3108 req-6a729ea8-4632-4ca4-a2ef-bb0b056cb864 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645304 Aug 08 19:02:28.412413 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:02:28.526833 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:28.545504 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'mac_address': 'fa:16:3e:67:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:02:28.586621 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: ACTIVE; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:02:28.587846 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:28.606850 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 759be58c-37c7-4f8c-9b13-4b2d8106e41a {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:02:28.638798 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:28.704034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:28.781076 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=6']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:28.788630 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:28.792790 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:29.410134 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09589-3b99-4ac1-aec2-6eac5030c834 req-5d905e58-db12-4195-84f2-10b911ab0307 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:29.412319 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-80e09589-3b99-4ac1-aec2-6eac5030c834 req-5d905e58-db12-4195-84f2-10b911ab0307 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0620801 Aug 08 19:02:29.469788 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-80e09589-3b99-4ac1-aec2-6eac5030c834 req-8673773e-3320-4ad2-bbf1-e44b6890c781 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509076 Aug 08 19:02:30.401347 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['759be58c-37c7-4f8c-9b13-4b2d8106e41a'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:02:30.602602 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b50d1-0765-45d4-a3f9-8cd5b95b0802 req-092f46a7-3beb-4d90-bd3e-af833987fe3d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:30.604181 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a56b50d1-0765-45d4-a3f9-8cd5b95b0802 req-092f46a7-3beb-4d90-bd3e-af833987fe3d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0498712 Aug 08 19:02:30.644064 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a56b50d1-0765-45d4-a3f9-8cd5b95b0802 req-e4d59a97-b067-4903-808f-c743ff49c1af tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Aug 08 19:02:31.816307 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97383a60-38f7-440c-ab78-6f25800e9ce4 req-1496bbe4-ea4a-47df-9a12-dd43a9ae9822 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:31.818554 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-97383a60-38f7-440c-ab78-6f25800e9ce4 req-1496bbe4-ea4a-47df-9a12-dd43a9ae9822 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0640199 Aug 08 19:02:31.868427 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-97383a60-38f7-440c-ab78-6f25800e9ce4 req-f9c48d53-061a-4ce7-b6be-abf99c5a12f9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 Aug 08 19:02:32.144906 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-babb2998-f527-463c-8cbf-67430998d95e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471809 Aug 08 19:02:32.260685 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-ad194a46-4071-41ac-a8c4-aac3aa137f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:32.262185 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-ad194a46-4071-41ac-a8c4-aac3aa137f51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0599816 Aug 08 19:02:32.304707 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-19c7c28b-8500-49cb-8bcc-ff2968e2e1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:32.335860 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:02:32.406559 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 759be58c-37c7-4f8c-9b13-4b2d8106e41a triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:02:32.407218 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:32.432578 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-70ab689e-0990-4b1a-beb2-77302c11e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:32.434709 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-70ab689e-0990-4b1a-beb2-77302c11e825 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 910 time: 0.1508019 Aug 08 19:02:32.500578 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:02:32.500976 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:32.527989 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:02:32.531656 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbcef25-fb36-4ef5-9d4f-ec457d57b4a8" -d '{"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-plugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:02:32.538301 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-709578ec-afdd-41f6-ae6d-492abd8693df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 1000 time: 0.0950797 Aug 08 19:02:32.545984 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:32.571440 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb4de6-ea8e-41c0-a6ee-e59b3f91e1fe x-openstack-request-id: req-a2cb4de6-ea8e-41c0-a6ee-e59b3f91e1fe {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:02:32.571440 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-plugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:02:32.571440 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2cb4de6-ea8e-41c0-a6ee-e59b3f91e1fe {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:02:32.571440 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cb4de6-ea8e-41c0-a6ee-e59b3f91e1fe'] response: {'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'code': 200} Aug 08 19:02:32.607375 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-b830ce2f-f4e7-45f9-b5b5-953f015c7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:32.609078 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-b830ce2f-f4e7-45f9-b5b5-953f015c7624 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0602536 Aug 08 19:02:32.619924 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:32.670993 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-161e8105-167b-4c04-9485-6bd05b9abe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:32.672632 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-161e8105-167b-4c04-9485-6bd05b9abe88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549242 Aug 08 19:02:32.683232 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=7']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:32.778548 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-6884191c-70a2-4a43-b406-c2138f837f53 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966609 Aug 08 19:02:32.889222 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-47ade0bf-7b59-4b63-b3b6-97d8f6a2d2db req-6a538c59-b126-46fe-996f-5ea3171bad3f service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004887 Aug 08 19:02:33.024829 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc0645-ca21-46cc-ae4f-38661fd20cf5 req-b15334ef-fb86-492a-8b79-f0ea34288760 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:33.027422 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f1dc0645-ca21-46cc-ae4f-38661fd20cf5 req-b15334ef-fb86-492a-8b79-f0ea34288760 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0710266 Aug 08 19:02:33.091304 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-f1dc0645-ca21-46cc-ae4f-38661fd20cf5 req-c239b970-7e2d-4470-a68c-51516ab0cdbb tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534539 Aug 08 19:02:34.239742 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e286-ac34-455f-82ef-717d649be107 req-c1b89655-ec6d-41bb-a5b9-09a6ac99a7dc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:34.241211 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e416e286-ac34-455f-82ef-717d649be107 req-c1b89655-ec6d-41bb-a5b9-09a6ac99a7dc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0687363 Aug 08 19:02:34.288358 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e416e286-ac34-455f-82ef-717d649be107 req-3f7c7244-cd22-4c2c-aeb3-adc871833b4c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Aug 08 19:02:34.523831 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-233968c0-b779-4db8-b075-8aed60dfe32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:35.677058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3810bbe-e9ff-493a-bcd2-cfcc53cf3a55 req-6447d3b5-079b-4387-9c23-0d12436ab50d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:35.679844 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3810bbe-e9ff-493a-bcd2-cfcc53cf3a55 req-6447d3b5-079b-4387-9c23-0d12436ab50d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.2982447 Aug 08 19:02:35.748537 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e3810bbe-e9ff-493a-bcd2-cfcc53cf3a55 req-4a15216d-0967-4e9c-b814-8b7b98149402 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542986 Aug 08 19:02:35.854014 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:36.954570 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710081ab-26d9-47c7-9630-c60fb8c4b2d0 req-43d611b0-8bd8-4d8f-98cf-684d17d8267e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:36.956042 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-710081ab-26d9-47c7-9630-c60fb8c4b2d0 req-43d611b0-8bd8-4d8f-98cf-684d17d8267e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.1237905 Aug 08 19:02:36.999544 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-710081ab-26d9-47c7-9630-c60fb8c4b2d0 req-2f6a0b41-a50f-43cb-bb85-6274f1e2ceb9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Aug 08 19:02:37.299091 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:37.568249 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:38.130009 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21fab7-3c14-4f4a-bf58-529dddf8dcd5 req-8aa1f882-e5c1-4860-98ad-5410a55ca729 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:38.131525 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1c21fab7-3c14-4f4a-bf58-529dddf8dcd5 req-8aa1f882-e5c1-4860-98ad-5410a55ca729 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0537446 Aug 08 19:02:38.169991 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1c21fab7-3c14-4f4a-bf58-529dddf8dcd5 req-912c8a27-1441-4070-8db4-a3ef21f6b26e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Aug 08 19:02:39.295075 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e882-7906-4855-b81f-5b358c294c2f req-f0754251-3f58-4055-8b50-728bacb33499 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:39.296437 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f627e882-7906-4855-b81f-5b358c294c2f req-f0754251-3f58-4055-8b50-728bacb33499 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0471492 Aug 08 19:02:39.332090 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f627e882-7906-4855-b81f-5b358c294c2f req-9a6149fb-cfbd-48ba-a6ae-18dc885ea6d3 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299599 Aug 08 19:02:40.465163 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3eb38-a9a0-489f-b43b-6a4e2927fdba req-5173cbee-5c6c-44fb-9ca8-f8a390c8b6e6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:40.466637 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8dd3eb38-a9a0-489f-b43b-6a4e2927fdba req-5173cbee-5c6c-44fb-9ca8-f8a390c8b6e6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0486743 Aug 08 19:02:40.506566 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8dd3eb38-a9a0-489f-b43b-6a4e2927fdba req-275e088a-bb66-4de4-9ea5-311ff068d721 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Aug 08 19:02:41.295187 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-d9ad1f32-2b70-4c78-9eae-3daaadcb58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:41.296562 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-d9ad1f32-2b70-4c78-9eae-3daaadcb58dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1098 time: 0.0404606 Aug 08 19:02:41.395553 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-c3e761cb-7cf1-4462-a18e-40105484fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:41.397064 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-c3e761cb-7cf1-4462-a18e-40105484fd4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.0942979 Aug 08 19:02:41.465425 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-de608d35-ec56-4a9b-87a6-07946fe48525 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 200 len: 1001 time: 0.0620611 Aug 08 19:02:41.519573 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-ef2e2669-6683-4ad8-bb3e-db80780fa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:41.521087 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-ef2e2669-6683-4ad8-bb3e-db80780fa730 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0481527 Aug 08 19:02:41.570072 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-43a185bf-aaf1-4047-9bcf-a5f1fa9c0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:41.572317 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-43a185bf-aaf1-4047-9bcf-a5f1fa9c0d6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451038 Aug 08 19:02:41.641578 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9ac7e-d71d-4761-ad81-025e0f134d65 req-09512e18-ec38-471b-b53b-359e47ebdf06 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:41.643104 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-37b9ac7e-d71d-4761-ad81-025e0f134d65 req-09512e18-ec38-471b-b53b-359e47ebdf06 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0535614 Aug 08 19:02:41.668178 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-5eac0b80-36d0-48c1-8200-c580a5b4c377 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892971 Aug 08 19:02:41.685541 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-37b9ac7e-d71d-4761-ad81-025e0f134d65 req-8e8eaaef-1880-443b-91fe-174481f4f9c7 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354404 Aug 08 19:02:41.783688 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-99183f79-bcd4-45f3-912c-8bb9bd46e59b req-7d5a86b0-3cd6-4a8a-bbb4-4d2fd0f2336f service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079025 Aug 08 19:02:42.838235 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ae2f7-03da-45b3-99ff-11af4f61f2e6 req-78eeaea7-5e3d-4238-847e-3f497dd4d9f2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:42.840132 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-571ae2f7-03da-45b3-99ff-11af4f61f2e6 req-78eeaea7-5e3d-4238-847e-3f497dd4d9f2 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0514038 Aug 08 19:02:42.883642 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-571ae2f7-03da-45b3-99ff-11af4f61f2e6 req-a22e1754-8bd6-4a0b-a9a4-9c9920acfac6 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366979 Aug 08 19:02:44.013369 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ed38b-216b-4607-8da9-a522647dffbd req-e046d72e-34a0-482c-8f3a-3115fec70ef9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:44.015232 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-608ed38b-216b-4607-8da9-a522647dffbd req-e046d72e-34a0-482c-8f3a-3115fec70ef9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Aug 08 19:02:44.055009 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-608ed38b-216b-4607-8da9-a522647dffbd req-cc6e2f97-b30b-4fac-871a-1bf3dc1e672d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Aug 08 19:02:44.415823 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:02:44.499044 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: ACTIVE; New status is: DOWN {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:02:44.499448 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:44.523304 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:02:44.526171 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9eba2-ed00-4629-b3fe-b24009b8d456" -d '{"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-unplugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:02:44.538465 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:44.557948 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Aug 2022 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05979b67-9904-47ce-bb17-5b647a99b2f9 x-openstack-request-id: req-05979b67-9904-47ce-bb17-5b647a99b2f9 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:02:44.558232 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-unplugged", "status": "failed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "code": 422}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:02:44.558488 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05979b67-9904-47ce-bb17-5b647a99b2f9 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:02:44.558887 dv-cinder-852456-1-iscsi neutron-server[109561]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-05979b67-9904-47ce-bb17-5b647a99b2f9']: {'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'code': 422} returned with failed status Aug 08 19:02:44.607628 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:44.655354 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=8']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:45.904826 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [req-4073772c-7c36-4b26-8b2d-8dfb522aa223 req-2254237f-0827-4140-8f72-fa7a25adcafd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 19:02:45.905859 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-4073772c-7c36-4b26-8b2d-8dfb522aa223 req-2254237f-0827-4140-8f72-fa7a25adcafd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508072 Aug 08 19:02:46.202285 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a189da-9651-46b7-b3a7-4074a5914cf4 req-9291a9d2-4d5d-44c9-8d8f-9cc409d1ea05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:46.204814 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e7a189da-9651-46b7-b3a7-4074a5914cf4 req-9291a9d2-4d5d-44c9-8d8f-9cc409d1ea05 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0516798 Aug 08 19:02:46.248496 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e7a189da-9651-46b7-b3a7-4074a5914cf4 req-1de66982-2a78-45ed-852e-fc8c001e0c52 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338724 Aug 08 19:02:46.445320 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-ca6c7ce0-1db6-4379-a86f-997500bbfdf8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557978 Aug 08 19:02:47.391442 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fec42-aade-4332-8531-43e638495c3c req-29f86d01-0061-4af7-acf3-f3ba4168f500 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:47.392955 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-de4fec42-aade-4332-8531-43e638495c3c req-29f86d01-0061-4af7-acf3-f3ba4168f500 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0589056 Aug 08 19:02:47.435434 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-de4fec42-aade-4332-8531-43e638495c3c req-e00e8ee4-a2b8-4ab4-88b6-d2c05e5b47ac tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351746 Aug 08 19:02:48.012165 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-2d357953-9264-439f-9802-90e80103d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:48.013934 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-2d357953-9264-439f-9802-90e80103d74a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82&tenant_id=e8f33b20f04644b7994e53c16bea5f7c HTTP/1.1" status: 200 len: 1096 time: 0.0713096 Aug 08 19:02:48.082838 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-6a004275-8b0b-457a-8a75-bc7b48b1893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:48.084378 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-6a004275-8b0b-457a-8a75-bc7b48b1893e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1096 time: 0.0445645 Aug 08 19:02:48.190496 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-dc45c2d6-5b7a-485d-bb89-0a635465d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:48.192036 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-dc45c2d6-5b7a-485d-bb89-0a635465d064 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.0982094 Aug 08 19:02:48.263588 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-b1a908d8-2dd3-441a-8bf3-ea9bac632dd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 200 len: 999 time: 0.0640295 Aug 08 19:02:48.325243 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-b1e949b4-7299-404b-83bb-8d5746e4decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:48.326707 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-b1e949b4-7299-404b-83bb-8d5746e4decc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0571733 Aug 08 19:02:48.374811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-f9354adb-1ec4-43c8-a6b7-4a4b82f8df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:48.376392 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-f9354adb-1ec4-43c8-a6b7-4a4b82f8df69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428143 Aug 08 19:02:48.485482 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-70f1091a-a9c4-433e-b16a-2d33e1e8e820 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023598 Aug 08 19:02:48.592123 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e0bb-07b4-4647-b33c-904106feeefb req-68f4086e-e3ac-46df-8a36-d7cf40c1751b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:48.593714 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f9e1e0bb-07b4-4647-b33c-904106feeefb req-68f4086e-e3ac-46df-8a36-d7cf40c1751b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0715361 Aug 08 19:02:48.610818 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e43eacc1-9c08-42cf-9991-8213ec5259f6 req-1d3f26d1-c0bf-4526-bba7-10fd091ae6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192555 Aug 08 19:02:48.644526 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-f9e1e0bb-07b4-4647-b33c-904106feeefb req-0f5b4270-b557-4aa1-a88e-f6a53f81872c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437715 Aug 08 19:02:49.805874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53012869-ac2e-4dd8-98bf-e8f2286f6991 req-7ee001d5-eb06-4552-bb91-49d05f6e474f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:49.807985 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53012869-ac2e-4dd8-98bf-e8f2286f6991 req-7ee001d5-eb06-4552-bb91-49d05f6e474f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0617690 Aug 08 19:02:49.860443 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-53012869-ac2e-4dd8-98bf-e8f2286f6991 req-95f64a6c-11cd-4c81-8f65-f7199fbfa560 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463755 Aug 08 19:02:51.039664 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc30756-d2e0-447d-9a5c-a5c5ac321513 req-15b8821b-95c9-47ad-937e-555757b62a91 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:51.041862 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ffc30756-d2e0-447d-9a5c-a5c5ac321513 req-15b8821b-95c9-47ad-937e-555757b62a91 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0701091 Aug 08 19:02:51.084444 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ffc30756-d2e0-447d-9a5c-a5c5ac321513 req-9b000ba0-ad33-45f6-abd7-33101baecccd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363407 Aug 08 19:02:52.224328 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f24f9-7832-47c8-9ff1-c76e6350a686 req-946974ca-f1ca-44dc-adaf-a972af332b98 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:52.225936 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ab3f24f9-7832-47c8-9ff1-c76e6350a686 req-946974ca-f1ca-44dc-adaf-a972af332b98 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0573845 Aug 08 19:02:52.247294 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49428) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:02:52.291581 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ab3f24f9-7832-47c8-9ff1-c76e6350a686 req-dc5dee10-4141-433a-bd20-28a8a4dcce45 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583313 Aug 08 19:02:52.298937 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Deleting subnet cf07112b-a3ba-4996-bf8e-89e2b6ace1fd {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 19:02:52.302938 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.353384 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.395409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.505168 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.532054 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf07112b-a3ba-4996-bf8e-89e2b6ace1fd,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:52.537571 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.541236 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cf07112b-a3ba-4996-bf8e-89e2b6ace1fd HTTP/1.1" status: 204 len: 168 time: 0.2917695 Aug 08 19:02:52.543854 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49430) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:02:52.546632 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.547003 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.547364 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.547704 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.548026 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.548355 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.548685 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.549007 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.549331 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.549651 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.549970 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.550375 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ac2d7-d2f7-4b0b-a873-f3cc004fef7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:52.628305 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.723980 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.756565 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045e2826-560f-499f-857c-ac6afe28b372']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:02:52.770137 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fa2014-e907-45a7-bafb-d120004faffd') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:02:52.770430 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fa2014-e907-45a7-bafb-d120004faffd') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:02:52.781263 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.795032 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.801012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 19:02:52.801404 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.821436 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 43fa2014-e907-45a7-bafb-d120004faffd resource provider aggregate not found Aug 08 19:02:52.861735 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 43fa2014-e907-45a7-bafb-d120004faffd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43fa2014-e907-45a7-bafb-d120004faffd found for delete ", "request_id": "req-d5084e04-161b-403f-951f-91857020a3c7"}]} Aug 08 19:02:52.950611 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.967741 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:52.978636 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/045e2826-560f-499f-857c-ac6afe28b372 HTTP/1.1" status: 204 len: 168 time: 0.4261625 Aug 08 19:02:52.993434 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=045e2826-560f-499f-857c-ac6afe28b372,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:53.004026 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.004522 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.005134 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.005604 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.006005 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.006746 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.007161 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.007566 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.007956 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.008453 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.008918 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.009355 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8910596-7229-4774-8c04-4fc7671923e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:02:53.362864 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49440) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:02:53.413350 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-6cce8961-5db8-4b74-a44d-fc8af1a46202 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3654946075824fd9b7f0b9e12d5851ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483468 Aug 08 19:02:53.417218 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49442) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:02:53.487996 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596de98-471f-4838-af9f-4d5a534a8ecd req-c37b1d83-c690-484f-8450-95b72d6fcfaa tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:53.489555 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a596de98-471f-4838-af9f-4d5a534a8ecd req-c37b1d83-c690-484f-8450-95b72d6fcfaa tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.1084461 Aug 08 19:02:53.544065 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b37-ae9c-469e-8900-d056ca8db1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:53.565733 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b37-ae9c-469e-8900-d056ca8db1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:53.588253 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a596de98-471f-4838-af9f-4d5a534a8ecd req-1b649e21-8e29-4e3b-a432-2dc9778ad5b4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912573 Aug 08 19:02:53.813829 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b37-ae9c-469e-8900-d056ca8db1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:53.816631 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d28a2b37-ae9c-469e-8900-d056ca8db1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:53.817814 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d28a2b37-ae9c-469e-8900-d056ca8db1b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77945478-cdf9-43b3-90c2-9aefc07ccbb1 HTTP/1.1" status: 204 len: 168 time: 0.3996449 Aug 08 19:02:53.833636 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a2b37-ae9c-469e-8900-d056ca8db1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77945478-cdf9-43b3-90c2-9aefc07ccbb1,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:54.759706 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d129d-49b7-4391-9e30-3ffb26fc01ed req-ce4321ae-0572-4afc-9fa3-477e33076b24 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:54.761314 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6d1d129d-49b7-4391-9e30-3ffb26fc01ed req-ce4321ae-0572-4afc-9fa3-477e33076b24 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0587339 Aug 08 19:02:54.807737 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-6d1d129d-49b7-4391-9e30-3ffb26fc01ed req-09c4a236-c50e-4577-b122-afa30f0af9fd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Aug 08 19:02:55.963202 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b07d1a-d554-401f-80f3-332a7a5f7052 req-1951ae10-c8df-45ab-9c65-c74092ccc243 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:55.965627 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a1b07d1a-d554-401f-80f3-332a7a5f7052 req-1951ae10-c8df-45ab-9c65-c74092ccc243 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0606947 Aug 08 19:02:56.035054 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-a1b07d1a-d554-401f-80f3-332a7a5f7052 req-e96fb645-1aae-43c3-9479-0e8dfab3e1f0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612032 Aug 08 19:02:57.175002 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fefde0-6cf5-4d6c-abc5-5d989ff002e2 req-65fa1003-7f44-465a-9042-e3430b261ade tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:57.176537 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9fefde0-6cf5-4d6c-abc5-5d989ff002e2 req-65fa1003-7f44-465a-9042-e3430b261ade tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0553920 Aug 08 19:02:57.216499 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b9fefde0-6cf5-4d6c-abc5-5d989ff002e2 req-5c3a5980-2512-4c2a-86ad-20f77d189fbe tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Aug 08 19:02:57.304676 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:58.357766 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17c7a1-0db7-4421-b41b-2a5fda8f50be req-f395ddc6-2799-4872-af29-a81ab0afae67 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:58.359387 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7e17c7a1-0db7-4421-b41b-2a5fda8f50be req-f395ddc6-2799-4872-af29-a81ab0afae67 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 943 time: 0.0620582 Aug 08 19:02:58.401662 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7e17c7a1-0db7-4421-b41b-2a5fda8f50be req-6160bb34-f027-40da-9968-fc83bdab11ed tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360351 Aug 08 19:02:58.426899 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:02:58.554813 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:58.559261 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'port_id': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'mac_address': 'fa:16:3e:67:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:02:58.611576 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:02:58.611973 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:58.626858 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759be58c-37c7-4f8c-9b13-4b2d8106e41a {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:02:58.648139 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:02:58.722842 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:02:58.779442 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=9']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:02:58.959775 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['759be58c-37c7-4f8c-9b13-4b2d8106e41a'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:02:59.546440 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac925-22e5-4460-9acb-4aecc777cf49 req-496b2597-39a3-4d4f-9b58-3de125eb9b9f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:02:59.548572 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-01dac925-22e5-4460-9acb-4aecc777cf49 req-496b2597-39a3-4d4f-9b58-3de125eb9b9f tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0635366 Aug 08 19:02:59.610076 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-01dac925-22e5-4460-9acb-4aecc777cf49 req-8792ead0-36da-4db6-82a0-2e052162b8a4 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552969 Aug 08 19:03:00.444081 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:03:00.501770 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port 759be58c-37c7-4f8c-9b13-4b2d8106e41a triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:03:00.502302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:00.610776 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port 759be58c-37c7-4f8c-9b13-4b2d8106e41a is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:03:00.611244 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:00.791460 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:00.793908 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e27109-80de-402c-85d0-644e38c18507" -d '{"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-plugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:00.794523 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c22b97-e6ce-4de6-8e3c-347b5e576fb7 req-8ed0cdbb-715d-4fca-badd-47c4c3f4e3cf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:00.796254 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-55c22b97-e6ce-4de6-8e3c-347b5e576fb7 req-8ed0cdbb-715d-4fca-badd-47c4c3f4e3cf tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 944 time: 0.0660534 Aug 08 19:03:00.811380 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:00.843126 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b51b163-e63d-483b-bac0-5ee543764182 x-openstack-request-id: req-1b51b163-e63d-483b-bac0-5ee543764182 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:00.843650 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-plugged", "status": "completed", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:00.844098 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b51b163-e63d-483b-bac0-5ee543764182 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:00.844716 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b51b163-e63d-483b-bac0-5ee543764182'] response: {'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'code': 200} Aug 08 19:03:00.847347 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-55c22b97-e6ce-4de6-8e3c-347b5e576fb7 req-746b566d-8751-4100-824d-4a3f574b1b81 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 Aug 08 19:03:00.899393 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:00.991560 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=10']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:01.375839 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e104b5-9558-448e-992f-bc1efbab6d96 req-7cc7f44f-4c8b-42be-bcf5-2a97c15421d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:01.378363 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-27e104b5-9558-448e-992f-bc1efbab6d96 req-7cc7f44f-4c8b-42be-bcf5-2a97c15421d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1099 time: 0.2489712 Aug 08 19:03:01.423534 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-27e104b5-9558-448e-992f-bc1efbab6d96 req-b46c637a-6392-40fa-8c94-c49234ed0b4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388193 Aug 08 19:03:02.215270 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e665c-061b-492e-96ed-790168e544c9 req-5ab3a914-d243-4a9d-835f-dbb823f4e7ff tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:02.216863 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-592e665c-061b-492e-96ed-790168e544c9 req-5ab3a914-d243-4a9d-835f-dbb823f4e7ff tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 946 time: 0.0625002 Aug 08 19:03:02.273253 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-592e665c-061b-492e-96ed-790168e544c9 req-1d92d553-154e-4d5e-9f6d-a4ca4b51552e tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497067 Aug 08 19:03:03.104891 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7ede8cbc-c93f-4a1e-97bd-32628e4cf438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:03.454535 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97dc96-d737-48c8-9671-117e401e17d4 req-0472c8b3-54cc-4a03-a8e2-06196cd49df9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:03.456210 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-df97dc96-d737-48c8-9671-117e401e17d4 req-0472c8b3-54cc-4a03-a8e2-06196cd49df9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 946 time: 0.0821500 Aug 08 19:03:03.507925 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-df97dc96-d737-48c8-9671-117e401e17d4 req-9067aaf6-28bc-437c-b15b-564f234b59b0 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Aug 08 19:03:04.093824 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:03:04.504539 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-59a65de0-9c0e-4320-8b58-742a181a54a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:04.674063 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696ec4-5c51-41f6-babb-e0d36d31049c req-c57eb93a-e3c8-42c4-a156-6870f5bd4e9c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:04.675710 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-50696ec4-5c51-41f6-babb-e0d36d31049c req-c57eb93a-e3c8-42c4-a156-6870f5bd4e9c tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 946 time: 0.0583820 Aug 08 19:03:04.734574 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-50696ec4-5c51-41f6-babb-e0d36d31049c req-958b450a-2123-4fff-95d2-76be99749e81 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494199 Aug 08 19:03:05.853767 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:07.304027 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:07.532586 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:19.688774 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49510) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:19.941436 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Deleting port 87297528-dbea-4c55-873c-8c34b9f152d5 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:19.941697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:20.016485 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:20.016816 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:20.028313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Calling delete_port for 87297528-dbea-4c55-873c-8c34b9f152d5 owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:20.218379 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:20.241388 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event deleted for resources: {'Port': ['ID=87297528-dbea-4c55-873c-8c34b9f152d5,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:20.305608 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:20.305933 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Floating IP d521e6e2-acb9-46e3-9b29-ea216062b65b disassociated (deleted). External IP: 172.27.3.58, port: c35dd614-a60a-423f-8cef-fe0fee492940. Aug 08 19:03:20.501697 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Router a8054601-6961-48be-b55f-66ded09d7f0b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:20.861555 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:20.866270 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:20.870982 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] Sync routers for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:20.880323 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:20.880932 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:20.892117 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-28852426-4472-4e1c-8824-bdc0b15d08c6 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "DELETE /v2.0/floatingips/d521e6e2-acb9-46e3-9b29-ea216062b65b HTTP/1.1" status: 204 len: 168 time: 1.2022610 Aug 08 19:03:20.892788 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:20.895194 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f0e8e-80cc-430c-bc11-e24295743e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:20.988637 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1964eab3-62a3-4967-a184-27e784d8d567 x-openstack-request-id: req-1964eab3-62a3-4967-a184-27e784d8d567 {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:20.999826 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:20.999997 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:21.000116 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1964eab3-62a3-4967-a184-27e784d8d567 {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:21.000116 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1964eab3-62a3-4967-a184-27e784d8d567'] response: {'name': 'network-changed', 'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'status': 'completed', 'code': 200} Aug 08 19:03:21.051275 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-c56ce1a7-ae21-4988-a2a2-c76fbabed93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:21.052858 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-c56ce1a7-ae21-4988-a2a2-c76fbabed93d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 1098 time: 0.0408773 Aug 08 19:03:21.144534 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-7ca879cc-30f4-4a5f-95d0-2a5da6655560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:21.146019 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-7ca879cc-30f4-4a5f-95d0-2a5da6655560 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 200 len: 910 time: 0.0850658 Aug 08 19:03:21.192564 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-64ae5638-a3a9-41e7-8fa0-8dcfacb52116 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 200 len: 217 time: 0.0385833 Aug 08 19:03:21.198037 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:15Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:21.224571 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] Checking router: a8054601-6961-48be-b55f-66ded09d7f0b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:21.232928 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:21.233529 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:21.244237 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-b70e25ee-4829-47de-8238-4c5aad61da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:21.245711 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-b70e25ee-4829-47de-8238-4c5aad61da4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 200 len: 848 time: 0.0438547 Aug 08 19:03:21.276871 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49520) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:21.300538 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-67993544-4cdb-4007-ae95-ce8d51dafc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:21.302158 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-67993544-4cdb-4007-ae95-ce8d51dafc10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c4a24c-41ee-4560-b919-fef79ce19654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456214 Aug 08 19:03:21.315276 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-eaf84ad1-8a31-4d6a-9969-8c49012175ef service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 08 19:03:21.316790 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-eaf84ad1-8a31-4d6a-9969-8c49012175ef service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053713 Aug 08 19:03:21.344448 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:21.457606 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Deleting port 3c15a27f-1e10-43d4-ae24-73e66e0417fa {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:21.457853 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:21.462646 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-05c7ed64-1d44-4338-86b1-fefb946cb20f service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395810 Aug 08 19:03:21.470803 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9554b-494a-451f-867c-bd57455c425d req-2208903e-058e-4607-82d3-edbeab1b402d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:21.472250 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8ce9554b-494a-451f-867c-bd57455c425d req-2208903e-058e-4607-82d3-edbeab1b402d tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0683763 Aug 08 19:03:21.539038 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:21.539426 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:21.551532 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Calling delete_port for 3c15a27f-1e10-43d4-ae24-73e66e0417fa owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:21.564981 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-8ce9554b-494a-451f-867c-bd57455c425d req-1ad87206-57d2-45a4-9be8-b2408533f99f tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832317 Aug 08 19:03:21.584980 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:15Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:21.592296 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d41f0e8e-80cc-430c-bc11-e24295743e8f req-02b47c79-1990-462f-9ae1-5b7b04576d04 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188405 Aug 08 19:03:21.622359 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf5c67-8d4f-4774-a248-d776d3da105b None None] The sync data for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi is: [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T18:58:10Z', 'revision_number': 4, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9', 'name': '', 'network_id': 'b4c4a24c-41ee-4560-b919-fef79ce19654', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'mac_address': 'fa:16:3e:1e:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:09Z', 'updated_at': '2022-08-08T18:58:15Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'subnets': [{'id': 'f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:21.755529 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:21.786493 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'Port': ['ID=3c15a27f-1e10-43d4-ae24-73e66e0417fa,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:21.846903 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:21.847694 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Floating IP e17e0d31-ae1f-4193-9c46-2910879bc320 disassociated (deleted). External IP: 172.27.3.252, port: ffc9e475-c9aa-413d-b087-d4bc76506830. Aug 08 19:03:21.862210 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80320b3-319d-4fd0-8538-ffcd6837d592 None None] New status for floating IP d521e6e2-acb9-46e3-9b29-ea216062b65b: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:03:22.057506 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:22.161616 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:22.166137 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:22.171723 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:22.181658 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:22.182252 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:22.192598 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-70d0bf21-5fd3-436a-a731-787f4d63467d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "DELETE /v2.0/floatingips/e17e0d31-ae1f-4193-9c46-2910879bc320 HTTP/1.1" status: 204 len: 168 time: 0.9145637 Aug 08 19:03:22.288435 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:22.506478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 1, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:22.537075 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:22.546088 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:22.546685 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:22.603011 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9931de-fa5b-497f-a5dc-58295f8b90b1 req-f852777b-e17c-49b2-8f00-4bb93ae087ee tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:22.605305 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac9931de-fa5b-497f-a5dc-58295f8b90b1 req-f852777b-e17c-49b2-8f00-4bb93ae087ee tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0509183 Aug 08 19:03:22.654342 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:22.660294 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ac9931de-fa5b-497f-a5dc-58295f8b90b1 req-f841d991-bc9f-4549-b93d-df50a410c351 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491695 Aug 08 19:03:22.703404 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a4a9-13fd-4f3e-92d5-ddb1bfe501b4 req-e7d1b350-cdd4-43a1-bed6-822a1665ed4e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:22.704938 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d2f3a4a9-13fd-4f3e-92d5-ddb1bfe501b4 req-e7d1b350-cdd4-43a1-bed6-822a1665ed4e tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0528421 Aug 08 19:03:22.742942 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-d2f3a4a9-13fd-4f3e-92d5-ddb1bfe501b4 req-5726e7d0-36ab-4220-85ec-4faf824172c0 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/security-groups?id=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Aug 08 19:03:22.990852 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:22.993299 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b47a6e1-a281-4994-8b4b-44ddb3938914" -d '{"events": [{"name": "network-changed", "server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:23.000967 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 1, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:23.035373 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ed55e9-54f6-4f8a-a541-4a479d7d3094 None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_floatingips': [{'id': 'b4151040-0e06-4b8a-8448-9ccb179029f2', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'router_id': '475e2709-8175-471f-9711-49984962c65b', 'port_id': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'mac_address': 'fa:16:3e:f3:90:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-08T18:59:10Z', 'updated_at': '2022-08-08T18:59:13Z', 'revision_number': 1, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:23.035552 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158c7f41-8c1a-420d-a84d-744181eda9ae x-openstack-request-id: req-158c7f41-8c1a-420d-a84d-744181eda9ae {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:23.035552 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:23.035552 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-158c7f41-8c1a-420d-a84d-744181eda9ae {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:23.035552 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158c7f41-8c1a-420d-a84d-744181eda9ae'] response: {'name': 'network-changed', 'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'status': 'completed', 'code': 200} Aug 08 19:03:23.114025 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-69ea54be-1513-41b3-b03e-9a322fa05846 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:23.114393 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-2608ee97-8bbc-4880-8a4d-52673120cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:23.115584 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-69ea54be-1513-41b3-b03e-9a322fa05846 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.30 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 945 time: 0.0585933 Aug 08 19:03:23.116198 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-2608ee97-8bbc-4880-8a4d-52673120cbaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 1099 time: 0.0481622 Aug 08 19:03:23.214825 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-ebe05b95-78af-44d6-ab16-54e67555e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:23.216493 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-ebe05b95-78af-44d6-ab16-54e67555e8d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.0877285 Aug 08 19:03:23.218486 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Deleting port c35dd614-a60a-423f-8cef-fe0fee492940 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:23.218894 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:23.265880 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-40492a4c-0463-4e1e-990a-aca2b0f9b749 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffc9e475-c9aa-413d-b087-d4bc76506830 HTTP/1.1" status: 200 len: 217 time: 0.0402153 Aug 08 19:03:23.276731 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648d0ed-dc4a-405c-8bef-45866f660f0b None None] New status for floating IP e17e0d31-ae1f-4193-9c46-2910879bc320: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:03:23.318937 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] For port c35dd614-a60a-423f-8cef-fe0fee492940, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=c35dd614-a60a-423f-8cef-fe0fee492940,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:23.319336 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:23.319571 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-cd56a865-6e11-42a6-8a81-f65c10e1d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:23.321489 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-cd56a865-6e11-42a6-8a81-f65c10e1d914 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0471509 Aug 08 19:03:23.331306 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Calling delete_port for c35dd614-a60a-423f-8cef-fe0fee492940 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:23.372023 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-004905ed-75bf-4276-a715-d1b167947f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:23.373608 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-004905ed-75bf-4276-a715-d1b167947f2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443318 Aug 08 19:03:23.467436 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-c6b8bd76-fdd7-4ab4-9904-873f30e1477d service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849593 Aug 08 19:03:23.526994 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:23.556792 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5b47a6e1-a281-4994-8b4b-44ddb3938914 req-2e1a6e17-5e35-4f46-83fa-a6e14f72801b service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827212 Aug 08 19:03:23.560627 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event deleted for resources: {'Port': ['ID=c35dd614-a60a-423f-8cef-fe0fee492940,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:23.603221 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] No DVR routers for this DVR port c35dd614-a60a-423f-8cef-fe0fee492940 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:23.605775 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:23.609081 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9f5972c6-8788-4e5d-b101-19c16e339d74 req-d5422aae-ef4f-42f3-adcc-7098d4c85821 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.30 "DELETE /v2.0/ports/c35dd614-a60a-423f-8cef-fe0fee492940 HTTP/1.1" status: 204 len: 173 time: 0.4807329 Aug 08 19:03:23.609516 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-deleted', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:23.611829 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa64f5-cea0-41c6-a315-0398fb7ebc42" -d '{"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-deleted", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:23.710563 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e66848-4baa-4c2b-a758-37ab667a82df x-openstack-request-id: req-43e66848-4baa-4c2b-a758-37ab667a82df {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:23.710846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b5445c-d1ee-4628-89a3-d327729c6ebe", "name": "network-vif-deleted", "tag": "c35dd614-a60a-423f-8cef-fe0fee492940", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:23.711123 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43e66848-4baa-4c2b-a758-37ab667a82df {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:23.711703 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e66848-4baa-4c2b-a758-37ab667a82df'] response: {'server_uuid': '57b5445c-d1ee-4628-89a3-d327729c6ebe', 'name': 'network-vif-deleted', 'tag': 'c35dd614-a60a-423f-8cef-fe0fee492940', 'status': 'completed', 'code': 200} Aug 08 19:03:23.790987 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8456db4-93f8-4593-9a88-4fc80dcf0add req-0eb06f80-a05c-40b3-aefa-38fe5cd11e85 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:23.792488 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d8456db4-93f8-4593-9a88-4fc80dcf0add req-0eb06f80-a05c-40b3-aefa-38fe5cd11e85 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0497694 Aug 08 19:03:23.836624 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d8456db4-93f8-4593-9a88-4fc80dcf0add req-6cfc2395-07a6-416d-b61b-c8783705cf0d tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376484 Aug 08 19:03:23.847853 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-158b6eac-dedc-47bf-902f-62f21976c8ae req-e97e5a4d-2324-48c2-80c1-093c95d6fed8 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 210 time: 0.0296793 Aug 08 19:03:24.245638 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-6ffc2658-36a4-4fa7-8991-de62948112a1 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:24.247136 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-6ffc2658-36a4-4fa7-8991-de62948112a1 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 946 time: 0.0519166 Aug 08 19:03:24.348437 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Deleting port ffc9e475-c9aa-413d-b087-d4bc76506830 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:24.352846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:24.442441 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] For port ffc9e475-c9aa-413d-b087-d4bc76506830, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=ffc9e475-c9aa-413d-b087-d4bc76506830,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:24.442831 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:24.455259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Calling delete_port for ffc9e475-c9aa-413d-b087-d4bc76506830 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:24.641124 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:24.672635 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'Port': ['ID=ffc9e475-c9aa-413d-b087-d4bc76506830,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:24.714107 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] No DVR routers for this DVR port ffc9e475-c9aa-413d-b087-d4bc76506830 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:24.716693 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:24.720073 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1e920fa9-0414-4f56-9a96-6bf24f81b601 req-8e475a71-7f90-4d50-8586-2f69e78d785a tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "DELETE /v2.0/ports/ffc9e475-c9aa-413d-b087-d4bc76506830 HTTP/1.1" status: 204 len: 173 time: 0.4668212 Aug 08 19:03:24.939058 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-da6b4935-ad10-4ecc-ab12-c6583072a6fe req-b6028e84-1e69-4aae-99dd-b848352033ed tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=e24d4abe-ccad-4c61-8071-15d17eab4a7c HTTP/1.1" status: 200 len: 210 time: 0.0281677 Aug 08 19:03:24.976362 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-36af6f69-e169-47ee-829b-b2e4fe61f4f8 req-e0002036-739f-4879-85a2-b96864e11fd1 tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "GET /v2.0/ports?device_id=57b5445c-d1ee-4628-89a3-d327729c6ebe HTTP/1.1" status: 200 len: 210 time: 0.0306606 Aug 08 19:03:25.712969 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'name': 'network-vif-deleted', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:25.715500 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c324ad-a339-4b54-8eff-4ed6be0672ee" -d '{"events": [{"server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "name": "network-vif-deleted", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:25.750394 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18930bb8-93a7-40a7-a928-6ab15f704f34 x-openstack-request-id: req-18930bb8-93a7-40a7-a928-6ab15f704f34 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:25.750927 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24d4abe-ccad-4c61-8071-15d17eab4a7c", "name": "network-vif-deleted", "tag": "ffc9e475-c9aa-413d-b087-d4bc76506830", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:25.751210 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18930bb8-93a7-40a7-a928-6ab15f704f34 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:25.751611 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18930bb8-93a7-40a7-a928-6ab15f704f34'] response: {'server_uuid': 'e24d4abe-ccad-4c61-8071-15d17eab4a7c', 'name': 'network-vif-deleted', 'tag': 'ffc9e475-c9aa-413d-b087-d4bc76506830', 'status': 'completed', 'code': 200} Aug 08 19:03:26.041336 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49554) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:26.099364 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-91c6cb51-1588-4311-a395-eda50b49cf8a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:26.124618 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-91c6cb51-1588-4311-a395-eda50b49cf8a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:26.263683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-91c6cb51-1588-4311-a395-eda50b49cf8a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:26.266273 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-91c6cb51-1588-4311-a395-eda50b49cf8a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:26.267481 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-91c6cb51-1588-4311-a395-eda50b49cf8a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] 10.222.0.23 "DELETE /v2.0/security-groups/43a45c9d-6301-4cbd-ba8d-e5a1829c14ed HTTP/1.1" status: 204 len: 168 time: 0.2250972 Aug 08 19:03:26.277037 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6cb51-1588-4311-a395-eda50b49cf8a tempest-TestShelveInstance-541349478 tempest-TestShelveInstance-541349478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a45c9d-6301-4cbd-ba8d-e5a1829c14ed,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:26.394682 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49560) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:26.831050 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:27.067247 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Deleting port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:27.067958 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:27.142349 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] For port 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:27.142728 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:27.155193 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Calling delete_port for 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:27.303745 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:27.389276 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:27.412403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:27.589873 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.068169 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Router a8054601-6961-48be-b55f-66ded09d7f0b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:28.185381 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:28.190448 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-ba48cc7c-1865-4065-a3dd-eea1a177fa5a admin admin] 10.222.0.23 "PUT /v2.0/routers/a8054601-6961-48be-b55f-66ded09d7f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946405 Aug 08 19:03:28.193132 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49570) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:28.194150 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] Sync routers for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:28.206507 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:28.209238 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:28.334879 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks [] for router, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.335202 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:28.388548 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49574) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:28.413153 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.509090 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T19:03:27Z', 'revision_number': 5, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port': {'id': '7dc38092-b752-4e61-9d7f-50ce198e31ce', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:de:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:07Z', 'updated_at': '2022-08-08T18:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:28.538083 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Deleting port 7dc38092-b752-4e61-9d7f-50ce198e31ce {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:28.538456 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.539504 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] Checking router: a8054601-6961-48be-b55f-66ded09d7f0b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:28.548587 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] Routers {'a8054601-6961-48be-b55f-66ded09d7f0b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:28.553478 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['a8054601-6961-48be-b55f-66ded09d7f0b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:28.557219 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Deleting port 6bb4ac65-d3af-463d-8e5f-1db4630322e2 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:28.557573 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.584406 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ffc9e475-c9aa-413d-b087-d4bc76506830 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:28.628446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] For port 7dc38092-b752-4e61-9d7f-50ce198e31ce, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=7dc38092-b752-4e61-9d7f-50ce198e31ce,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:28.628866 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.638221 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.638691 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.639037 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: ffc9e475-c9aa-413d-b087-d4bc76506830 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:28.639382 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device ffc9e475-c9aa-413d-b087-d4bc76506830 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:28.639783 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:28.642841 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Calling delete_port for 7dc38092-b752-4e61-9d7f-50ce198e31ce owned by network:router_gateway {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:28.652687 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Calling delete_port for 6bb4ac65-d3af-463d-8e5f-1db4630322e2 owned by network:floatingip {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:28.662804 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: c35dd614-a60a-423f-8cef-fe0fee492940 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:28.663171 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device c35dd614-a60a-423f-8cef-fe0fee492940 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:28.674443 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] Set router a8054601-6961-48be-b55f-66ded09d7f0b gateway port host: None {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:28.730540 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T19:03:28Z', 'revision_number': 6, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:28.757139 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2593cb-455f-46ea-a759-5868ff6b0317 None None] The sync data for ids ['a8054601-6961-48be-b55f-66ded09d7f0b'] in dv-cinder-852456-1-iscsi is: [{'id': 'a8054601-6961-48be-b55f-66ded09d7f0b', 'name': 'tempest-TestShelveInstance-1211194726-router', 'tenant_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:06Z', 'updated_at': '2022-08-08T19:03:28Z', 'revision_number': 6, 'project_id': 'eda3e831aa7b45bd969cd3a611ffebe2', 'gw_port_host': None}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:28.897996 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.924283 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'Port': ['ID=6bb4ac65-d3af-463d-8e5f-1db4630322e2,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:28.993571 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:28.993893 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.db.l3_db [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Floating IP b4151040-0e06-4b8a-8448-9ccb179029f2 disassociated (deleted). External IP: 172.27.3.44, port: 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f. Aug 08 19:03:29.172660 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.199869 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc38092-b752-4e61-9d7f-50ce198e31ce,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:29.207758 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:29.269965 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.317794 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:29.322736 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.328000 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:29.338810 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:29.339609 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:29.353647 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-59b83bdb-c792-4346-997a-d3de1197e0e2 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "DELETE /v2.0/floatingips/b4151040-0e06-4b8a-8448-9ccb179029f2 HTTP/1.1" status: 204 len: 168 time: 0.9629941 Aug 08 19:03:29.354296 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f'}] {{(pid=109559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:29.356898 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc53b1854969a464bdfdb5428c57cf8ff05bdc236dfdefd667eca116633259b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f"}]}' {{(pid=109559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:29.364976 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.366654 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.419768 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa35c10-908d-40e9-aa72-cbf795c1c88b x-openstack-request-id: req-9fa35c10-908d-40e9-aa72-cbf795c1c88b {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:29.420080 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f", "status": "completed", "code": 200}]} {{(pid=109559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:29.420330 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fa35c10-908d-40e9-aa72-cbf795c1c88b {{(pid=109559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:29.420728 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa35c10-908d-40e9-aa72-cbf795c1c88b'] response: {'name': 'network-changed', 'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'status': 'completed', 'code': 200} Aug 08 19:03:29.450869 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:29.485787 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-4b53a404-bf11-441a-92f7-94af4d47f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:29.487373 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-4b53a404-bf11-441a-92f7-94af4d47f12b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=146eb6647f1a4d12ade135e727c20072&device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 1099 time: 0.0453324 Aug 08 19:03:29.492489 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.493080 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8054601-6961-48be-b55f-66ded09d7f0b {{(pid=109560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 19:03:29.503471 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.503471 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-4b8cdddd-6f58-44ab-99c4-bcb6d17a5669 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a8054601-6961-48be-b55f-66ded09d7f0b HTTP/1.1" status: 204 len: 168 time: 1.3052533 Aug 08 19:03:29.503800 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49580) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:29.587263 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Deleting subnet f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 19:03:29.595776 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.605914 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-47b94fdb-b1fa-4bdc-8cf0-8a7d5d2a1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:29.610060 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-47b94fdb-b1fa-4bdc-8cf0-8a7d5d2a1cee service neutron] 10.222.0.30 "GET /v2.0/networks?id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 200 len: 913 time: 0.1071997 Aug 08 19:03:29.629961 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.651076 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-be0b5313-5d04-4f9b-8181-ad42540e454b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f HTTP/1.1" status: 200 len: 217 time: 0.0360994 Aug 08 19:03:29.674769 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:29.708549 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:29.719891 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.720151 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:29.720963 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:29.732630 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-a2288d6f-9ebf-4ca9-9f4c-68d84359dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:29.734387 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-a2288d6f-9ebf-4ca9-9f4c-68d84359dfc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 200 len: 851 time: 0.0753920 Aug 08 19:03:29.795161 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-b9f3aa0f-82c9-4de4-8e1b-b5ea469007a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:29.796620 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-b9f3aa0f-82c9-4de4-8e1b-b5ea469007a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1efc018c-fcb6-47d1-9109-fa15ae0ded6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537949 Aug 08 19:03:29.842411 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:29.881536 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.916291 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-611efa28-9824-4b76-b3da-eec28b553cab service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012001 Aug 08 19:03:29.920282 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:29.928189 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b585fea-3748-4b32-8b5a-05c0ff9b8696 None None] Network b4c4a24c-41ee-4560-b919-fef79ce19654 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:03:29.947901 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:29.951050 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b1078030-00ec-453c-9461-b4aaa0ceddad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5ecbd2e-fdb9-4bc8-81bb-81e19c76828b HTTP/1.1" status: 204 len: 168 time: 0.4478049 Aug 08 19:03:29.953633 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49584) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:30.018629 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151585f5-5628-46cd-80e2-f9c53585231e req-4a720da9-ccdf-4b6f-913f-4b2f546f88d3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:30.020324 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-151585f5-5628-46cd-80e2-f9c53585231e req-4a720da9-ccdf-4b6f-913f-4b2f546f88d3 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 946 time: 0.0680523 Aug 08 19:03:30.067754 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-151585f5-5628-46cd-80e2-f9c53585231e req-0dff6484-6eb9-4fb6-8d9c-d8c5d9ac22dd tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Aug 08 19:03:30.114601 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:30.120900 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.125408 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-71b94b0c-bf17-4fde-8dc9-8cda1f8636f0 req-a7904c5f-e6f2-4b4f-a17c-631f3fcb9c04 service neutron] 10.222.0.30 "GET /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998799 Aug 08 19:03:30.151112 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4541e70f-b2cb-4545-9a9a-2dd9c3a2491e None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T18:55:45Z', 'revision_number': 4, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': 'd625e34f-5137-4106-8d99-6b048cc72068', 'name': '', 'network_id': '1efc018c-fcb6-47d1-9109-fa15ae0ded6e', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'mac_address': 'fa:16:3e:7a:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:44Z', 'updated_at': '2022-08-08T18:55:50Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'subnets': [{'id': '77b5a501-7609-48fd-b5cb-13a921c91d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:30.182716 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Deleting port 074575f6-d074-4b27-8041-4308c352db1e {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:30.187497 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.213480 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] DHCP port deletion for b4c4a24c-41ee-4560-b919-fef79ce19654 request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 19:03:30.251963 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] For port 074575f6-d074-4b27-8041-4308c352db1e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=074575f6-d074-4b27-8041-4308c352db1e,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:30.252562 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.265912 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Calling delete_port for 074575f6-d074-4b27-8041-4308c352db1e owned by network:dhcp {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:30.266680 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Deleting port 074575f6-d074-4b27-8041-4308c352db1e {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:30.267280 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.337612 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] For port 074575f6-d074-4b27-8041-4308c352db1e, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=074575f6-d074-4b27-8041-4308c352db1e,segment=NetworkSegment(7cff5eec-25d4-4bc1-a367-21ee05d9ec83),segment_id=7cff5eec-25d4-4bc1-a367-21ee05d9ec83)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:30.338293 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.353683 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Calling delete_port for 074575f6-d074-4b27-8041-4308c352db1e owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:30.395310 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e20e19-ed99-455a-a6fb-e6e76e5607eb None None] New status for floating IP b4151040-0e06-4b8a-8448-9ccb179029f2: DOWN {{(pid=109561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:03:30.435446 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.462238 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Pushing event deleted for resources: {'Port': ['ID=074575f6-d074-4b27-8041-4308c352db1e,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:30.466091 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] No DVR routers for this DVR port 074575f6-d074-4b27-8041-4308c352db1e on host dv-cinder-852456-1-iscsi {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:30.507010 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.519544 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] No DVR routers for this DVR port 074575f6-d074-4b27-8041-4308c352db1e on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:30.539383 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Pushing event deleted for resources: {'Port': ['ID=074575f6-d074-4b27-8041-4308c352db1e,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:30.544500 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.546588 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.546935 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.547302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.547636 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.547965 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.548293 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.548618 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.548941 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.549281 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.549584 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.549904 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.550221 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5bbfd3-da0e-40a7-a65f-c17540102777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:03:30.566117 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c4a24c-41ee-4560-b919-fef79ce19654']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:30.576048 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cff5eec-25d4-4bc1-a367-21ee05d9ec83') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:30.576343 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cff5eec-25d4-4bc1-a367-21ee05d9ec83') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:30.585444 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.598639 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.604599 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 19:03:30.604992 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.720916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.727190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:30.731143 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b4c4a24c-41ee-4560-b919-fef79ce19654 HTTP/1.1" status: 204 len: 168 time: 0.7760313 Aug 08 19:03:30.734809 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49590) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:30.749121 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 7cff5eec-25d4-4bc1-a367-21ee05d9ec83 resource provider aggregate not found Aug 08 19:03:30.754615 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9df50-2d9f-43af-b5af-da9ceec70597 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c4a24c-41ee-4560-b919-fef79ce19654,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:30.773281 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 7cff5eec-25d4-4bc1-a367-21ee05d9ec83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cff5eec-25d4-4bc1-a367-21ee05d9ec83 found for delete ", "request_id": "req-d979be93-5e21-4c96-a4be-90344fd47c19"}]} Aug 08 19:03:30.788693 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:30.810415 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:30.810788 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 3c1d6a18-faf7-4fb9-91aa-4623ec1c7fb9 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:30.811228 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 7dc38092-b752-4e61-9d7f-50ce198e31ce no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:30.832397 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 7dc38092-b752-4e61-9d7f-50ce198e31ce {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:30.832736 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 7dc38092-b752-4e61-9d7f-50ce198e31ce not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:30.833140 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 074575f6-d074-4b27-8041-4308c352db1e no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:30.851717 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 074575f6-d074-4b27-8041-4308c352db1e {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:30.852593 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 074575f6-d074-4b27-8041-4308c352db1e not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:31.093176 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.194660 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c670e-2fdd-4236-bd42-ac9ed2c82813 req-113d5225-f42a-44b7-acd0-4285a3ec26a8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:31.196745 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-548c670e-2fdd-4236-bd42-ac9ed2c82813 req-113d5225-f42a-44b7-acd0-4285a3ec26a8 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 946 time: 0.0536468 Aug 08 19:03:31.234097 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-548c670e-2fdd-4236-bd42-ac9ed2c82813 req-c19c7d17-b123-4250-a44b-ab98e21ebc4b tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/security-groups?id=18d7c832-b618-443a-81a9-41b9845081b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Aug 08 19:03:31.335273 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Deleting port 321c0cf9-0653-42d6-8eb8-882be5b32905 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:31.335619 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.404463 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-8897c11a-0f0a-434a-915a-92257f44c940 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:31.405895 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-8897c11a-0f0a-434a-915a-92257f44c940 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 946 time: 0.0475099 Aug 08 19:03:31.412221 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] For port 321c0cf9-0653-42d6-8eb8-882be5b32905, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=321c0cf9-0653-42d6-8eb8-882be5b32905,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:31.412610 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.425389 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Calling delete_port for 321c0cf9-0653-42d6-8eb8-882be5b32905 owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:31.498292 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Deleting port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:31.498552 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.590565 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] For port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:31.590925 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.603877 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Calling delete_port for 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:31.703457 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.729176 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=321c0cf9-0653-42d6-8eb8-882be5b32905,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:31.801492 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.840003 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'Port': ['ID=5cfa50a1-915d-4f57-a9a4-b30ba7309c9f,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:31.880981 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] No DVR routers for this DVR port 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:31.884556 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.887954 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-043e57b1-7b4b-4053-9387-e59c4fb20d18 req-a8e2649b-3ff5-4f57-a20c-9df9458f152c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.30 "DELETE /v2.0/ports/5cfa50a1-915d-4f57-a9a4-b30ba7309c9f HTTP/1.1" status: 204 len: 173 time: 0.4762225 Aug 08 19:03:31.888427 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'name': 'network-vif-deleted', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:31.892181 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed40d50-c52b-4c97-b34e-fb4c46a7db45" -d '{"events": [{"server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "name": "network-vif-deleted", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:31.906614 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:31.936358 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb20011c-0547-47a9-b3bf-e5bbf5a1559a x-openstack-request-id: req-cb20011c-0547-47a9-b3bf-e5bbf5a1559a {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:31.937057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e5b6fa-76f9-4e38-a583-8bf31e6eccae", "name": "network-vif-deleted", "tag": "5cfa50a1-915d-4f57-a9a4-b30ba7309c9f", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:31.937413 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb20011c-0547-47a9-b3bf-e5bbf5a1559a {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:31.937941 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb20011c-0547-47a9-b3bf-e5bbf5a1559a'] response: {'server_uuid': 'c7e5b6fa-76f9-4e38-a583-8bf31e6eccae', 'name': 'network-vif-deleted', 'tag': '5cfa50a1-915d-4f57-a9a4-b30ba7309c9f', 'status': 'completed', 'code': 200} Aug 08 19:03:32.131459 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:32.209176 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-da167e7c-1a36-422e-9260-0ada59db9f6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479710 Aug 08 19:03:32.251609 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:32.262841 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-55f16ae1-86f7-474f-b366-772fd5901a89 admin admin] 10.222.0.23 "PUT /v2.0/routers/23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5278838 Aug 08 19:03:32.268236 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49602) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:32.268383 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] Sync routers for ids ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:32.293842 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109665-104f-4781-a311-4d63a17f1bde req-c0b9322e-1624-43e0-ac22-df880e06e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:32.295337 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-c0b9322e-1624-43e0-ac22-df880e06e334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 1099 time: 0.0616260 Aug 08 19:03:32.296670 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] Routers {'23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:32.300185 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:32.345984 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6df7cb0a-09d0-48ac-86f3-b80b0ca0d5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:32.394515 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-aa4dbd07-604b-4cb9-aab6-4a4bfa957ed9 req-aed56841-c997-402b-a17b-ea4d7429e9fa tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7e5b6fa-76f9-4e38-a583-8bf31e6eccae HTTP/1.1" status: 200 len: 210 time: 0.0609264 Aug 08 19:03:32.429987 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:32.432806 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] Set router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:32.485640 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109665-104f-4781-a311-4d63a17f1bde req-66e77244-855b-4152-8997-26f0c70d02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:32.487234 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-66e77244-855b-4152-8997-26f0c70d02b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 200 len: 917 time: 0.1681280 Aug 08 19:03:32.536614 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:32.570926 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-5b5f0381-2e8a-45d6-bb3f-aa64f6856ff4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 200 len: 1001 time: 0.0707440 Aug 08 19:03:32.631725 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109665-104f-4781-a311-4d63a17f1bde req-6a8c24e4-24bb-4eb2-b588-d125bc06d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:32.633367 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-6a8c24e4-24bb-4eb2-b588-d125bc06d449 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 200 len: 855 time: 0.0457878 Aug 08 19:03:32.636737 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Deleting port 66363c51-49c9-4d97-8505-b480c671dae6 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:32.637081 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:32.684631 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109665-104f-4781-a311-4d63a17f1bde req-b619a835-3e63-4ed9-b20c-735df9e3e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:32.686412 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-b619a835-3e63-4ed9-b20c-735df9e3e8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2a62c80-acce-4a40-a9d0-14b70ea22c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423844 Aug 08 19:03:32.704989 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '66363c51-49c9-4d97-8505-b480c671dae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T19:03:31Z', 'revision_number': 5, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port': {'id': '66363c51-49c9-4d97-8505-b480c671dae6', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:58:14Z', 'updated_at': '2022-08-08T18:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:32.716189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] For port 66363c51-49c9-4d97-8505-b480c671dae6, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=66363c51-49c9-4d97-8505-b480c671dae6,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:32.716590 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:32.732449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Calling delete_port for 66363c51-49c9-4d97-8505-b480c671dae6 owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:32.733404 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] Checking router: 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:32.742250 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] Routers {'23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:32.743682 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:04Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:32.813913 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-9fc8e049-247e-4874-8c3b-e20026a47473 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148505 Aug 08 19:03:32.833676 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] Set router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 gateway port host: None {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:32.897870 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T19:03:32Z', 'revision_number': 6, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:32.924064 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77067fd-0966-4683-9a1c-829392521f99 None None] The sync data for ids ['23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3'] in dv-cinder-852456-1-iscsi is: [{'id': '23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3', 'name': 'tempest-TestShelveInstance-1467373777-router', 'tenant_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:58:13Z', 'updated_at': '2022-08-08T19:03:32Z', 'revision_number': 6, 'project_id': 'c0b5207b80ab4da986ee416febb2eaa7', 'gw_port_host': None}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:32.936431 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9e109665-104f-4781-a311-4d63a17f1bde req-c8e68d4c-77e8-4205-96dc-6614bb0e9b74 service neutron] 10.222.0.30 "GET /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985153 Aug 08 19:03:33.012778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.040220 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Pushing event deleted for resources: {'Port': ['ID=66363c51-49c9-4d97-8505-b480c671dae6,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:33.365211 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.450754 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49606) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:33.454263 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.456433 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.566260 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.566757 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 19:03:33.571670 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.575244 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-2521a3a8-7b3e-4835-a017-7e32d8fcca54 admin admin] 10.222.0.23 "DELETE /v2.0/routers/23e32006-6cea-4e1d-8c4c-9c0cbbdfe0f3 HTTP/1.1" status: 204 len: 168 time: 1.3062985 Aug 08 19:03:33.575650 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49608) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:33.577106 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Deleting port 6b35567a-66c8-4959-baf8-0c1b484fce7a {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:33.577573 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.623024 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Deleting subnet 518e8049-19b2-4889-b653-921192a83fac {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 19:03:33.626034 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.654707 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.655074 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.663060 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.668261 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Calling delete_port for 6b35567a-66c8-4959-baf8-0c1b484fce7a owned by network:floatingip {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:33.745683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.863416 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.892728 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.911205 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'Port': ['ID=6b35567a-66c8-4959-baf8-0c1b484fce7a,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:33.921089 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518e8049-19b2-4889-b653-921192a83fac,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:33.923324 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.926483 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7e35ddb7-d83e-4807-b4b9-be91dd3df7c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/518e8049-19b2-4889-b653-921192a83fac HTTP/1.1" status: 204 len: 168 time: 0.3499875 Aug 08 19:03:33.929548 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d7766-09cf-4104-bddb-66b8e90d6cca None None] Network e3a3a741-0e92-4928-a46a-68c4ecf279bf requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:03:33.930041 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49610) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:33.960075 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for floatingip, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.963913 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:33.969567 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a9a6b6d9-2702-449f-8d26-e24359aee934 tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "DELETE /v2.0/floatingips/91ce3da1-ebb2-4bbf-a31b-911b68d9233f HTTP/1.1" status: 204 len: 168 time: 0.5177207 Aug 08 19:03:34.020286 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.090878 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Deleting port 35d4b4f7-946b-4169-8546-c191327a8baa {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:34.091270 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.134245 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] DHCP port deletion for e3a3a741-0e92-4928-a46a-68c4ecf279bf request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 19:03:34.164633 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] For port 35d4b4f7-946b-4169-8546-c191327a8baa, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=35d4b4f7-946b-4169-8546-c191327a8baa,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:34.165194 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.178501 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Calling delete_port for 35d4b4f7-946b-4169-8546-c191327a8baa owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:34.183866 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] Deleting port 35d4b4f7-946b-4169-8546-c191327a8baa {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:34.184298 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.251845 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] For port 35d4b4f7-946b-4169-8546-c191327a8baa, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=35d4b4f7-946b-4169-8546-c191327a8baa,segment=NetworkSegment(d71fa044-7ef7-4fd6-b10c-8068d2fd3d52),segment_id=d71fa044-7ef7-4fd6-b10c-8068d2fd3d52)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:34.252626 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.321751 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.353403 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d4b4f7-946b-4169-8546-c191327a8baa,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:34.357313 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] No DVR routers for this DVR port 35d4b4f7-946b-4169-8546-c191327a8baa on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:34.399837 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] Calling delete_port for 35d4b4f7-946b-4169-8546-c191327a8baa owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:34.430406 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.450111 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a3a741-0e92-4928-a46a-68c4ecf279bf']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:34.459363 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:34.459857 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71fa044-7ef7-4fd6-b10c-8068d2fd3d52') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:34.473699 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.486141 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.487136 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.493241 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 19:03:34.493641 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.511496 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] Pushing event deleted for resources: {'Port': ['ID=35d4b4f7-946b-4169-8546-c191327a8baa,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:34.516640 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab91069-5841-44bf-beed-3a22e9c72e93 None None] No DVR routers for this DVR port 35d4b4f7-946b-4169-8546-c191327a8baa on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:34.520974 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-3449fa75-40c6-4d89-9b72-132694ac4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.546777 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment d71fa044-7ef7-4fd6-b10c-8068d2fd3d52 resource provider aggregate not found Aug 08 19:03:34.564253 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment d71fa044-7ef7-4fd6-b10c-8068d2fd3d52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d71fa044-7ef7-4fd6-b10c-8068d2fd3d52 found for delete ", "request_id": "req-88ca2f60-e8ee-4e30-b387-ab32f6d10d2d"}]} Aug 08 19:03:34.635281 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.640701 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:34.652621 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e3a3a741-0e92-4928-a46a-68c4ecf279bf HTTP/1.1" status: 204 len: 168 time: 0.7115500 Aug 08 19:03:34.655827 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5722-7706-46b2-af14-d1277a2f3166 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a3a741-0e92-4928-a46a-68c4ecf279bf,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:34.764368 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 321c0cf9-0653-42d6-8eb8-882be5b32905 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:34.786938 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 321c0cf9-0653-42d6-8eb8-882be5b32905 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:34.787246 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 321c0cf9-0653-42d6-8eb8-882be5b32905 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:34.787664 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 35d4b4f7-946b-4169-8546-c191327a8baa no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:34.809024 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 35d4b4f7-946b-4169-8546-c191327a8baa {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:34.809380 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 35d4b4f7-946b-4169-8546-c191327a8baa not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:34.809797 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 66363c51-49c9-4d97-8505-b480c671dae6 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:34.828276 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 66363c51-49c9-4d97-8505-b480c671dae6 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:34.828966 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 66363c51-49c9-4d97-8505-b480c671dae6 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:34.974577 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49626) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:35.013866 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-25034177-3de8-4090-b1fb-522ab94e4d9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eda3e831aa7b45bd969cd3a611ffebe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380075 Aug 08 19:03:35.016456 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49628) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:35.065388 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e5866674-7098-4e2d-bd69-3b7e556dc20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.090164 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e5866674-7098-4e2d-bd69-3b7e556dc20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.263872 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e5866674-7098-4e2d-bd69-3b7e556dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.266340 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-e5866674-7098-4e2d-bd69-3b7e556dc20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.267520 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-e5866674-7098-4e2d-bd69-3b7e556dc20a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f13d2a0-64c2-44ab-a2ec-0711cee8f09b HTTP/1.1" status: 204 len: 168 time: 0.2501700 Aug 08 19:03:35.275789 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5866674-7098-4e2d-bd69-3b7e556dc20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f13d2a0-64c2-44ab-a2ec-0711cee8f09b,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:35.325734 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49634) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:35.391012 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-662e4406-2a92-4109-9a9e-84632677cd7c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.416778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-662e4406-2a92-4109-9a9e-84632677cd7c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.549240 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-662e4406-2a92-4109-9a9e-84632677cd7c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.551817 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-662e4406-2a92-4109-9a9e-84632677cd7c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.553793 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-662e4406-2a92-4109-9a9e-84632677cd7c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] 10.222.0.23 "DELETE /v2.0/security-groups/18d7c832-b618-443a-81a9-41b9845081b7 HTTP/1.1" status: 204 len: 168 time: 0.2262833 Aug 08 19:03:35.562517 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4406-2a92-4109-9a9e-84632677cd7c tempest-TestVolumeBootPattern-13511707 tempest-TestVolumeBootPattern-13511707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d7c832-b618-443a-81a9-41b9845081b7,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:35.674414 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49640) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:35.857446 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:35.921579 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49644) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:35.960439 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-9a94280d-4ae0-472c-bce6-4982dccc4d9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0b5207b80ab4da986ee416febb2eaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376441 Aug 08 19:03:35.963511 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49646) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:36.012772 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eb294689-6082-4320-a860-2b9debcf10ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.036712 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eb294689-6082-4320-a860-2b9debcf10ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.120380 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.132103 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eb294689-6082-4320-a860-2b9debcf10ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.135368 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-eb294689-6082-4320-a860-2b9debcf10ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.136513 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-eb294689-6082-4320-a860-2b9debcf10ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c08b334-0bdf-4b1b-bcd1-78309df5c60a HTTP/1.1" status: 204 len: 168 time: 0.1720998 Aug 08 19:03:36.144520 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb294689-6082-4320-a860-2b9debcf10ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08b334-0bdf-4b1b-bcd1-78309df5c60a,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:36.377521 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Deleting port d625e34f-5137-4106-8d99-6b048cc72068 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:36.377784 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.460081 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] For port d625e34f-5137-4106-8d99-6b048cc72068, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=d625e34f-5137-4106-8d99-6b048cc72068,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:36.460483 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.478502 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Calling delete_port for d625e34f-5137-4106-8d99-6b048cc72068 owned by network:router_interface {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:36.582499 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:36.607798 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:36.608399 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 5cfa50a1-915d-4f57-a9a4-b30ba7309c9f not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:36.755075 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:36.781139 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Pushing event deleted for resources: {'Port': ['ID=d625e34f-5137-4106-8d99-6b048cc72068,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:36.947012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.161651 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Router 475e2709-8175-471f-9711-49984962c65b has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:37.268891 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:37.274007 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-77e7ea97-3047-42fe-89de-f8d2fdf4677b admin admin] 10.222.0.23 "PUT /v2.0/routers/475e2709-8175-471f-9711-49984962c65b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5984817 Aug 08 19:03:37.276546 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49652) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:37.279229 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] Sync routers for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:37.290855 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:37.291497 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:37.331229 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.410490 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:37.563441 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.636313 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T19:03:36Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:37.641202 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.661071 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] Checking router: 475e2709-8175-471f-9711-49984962c65b for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:37.670315 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] Routers {'475e2709-8175-471f-9711-49984962c65b'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:37.671005 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['475e2709-8175-471f-9711-49984962c65b'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:37.775583 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.815737 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] Set router 475e2709-8175-471f-9711-49984962c65b gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:37.888625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Deleting port c46cf4fd-19fd-4bc4-a26d-fc6715753c15 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:37.889004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.973339 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] For port c46cf4fd-19fd-4bc4-a26d-fc6715753c15, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:37.973937 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:37.992944 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Calling delete_port for c46cf4fd-19fd-4bc4-a26d-fc6715753c15 owned by network:router_gateway {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:38.018447 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T19:03:36Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:38.070910 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cfa92-90ac-4771-948f-c289aae4bf36 None None] The sync data for ids ['475e2709-8175-471f-9711-49984962c65b'] in dv-cinder-852456-1-iscsi is: [{'id': '475e2709-8175-471f-9711-49984962c65b', 'name': 'tempest-TestVolumeBootPattern-1135123942-router', 'tenant_id': '146eb6647f1a4d12ade135e727c20072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:41Z', 'updated_at': '2022-08-08T19:03:36Z', 'revision_number': 5, 'project_id': '146eb6647f1a4d12ade135e727c20072', 'gw_port': {'id': 'c46cf4fd-19fd-4bc4-a26d-fc6715753c15', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e2709-8175-471f-9711-49984962c65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:42Z', 'updated_at': '2022-08-08T18:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:38.208845 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe40f8-2691-4b24-93bc-8b41b6a018e8 req-349308b6-1a75-4522-b82e-dc9b4e516fd8 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:38.210389 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0efe40f8-2691-4b24-93bc-8b41b6a018e8 req-349308b6-1a75-4522-b82e-dc9b4e516fd8 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 946 time: 0.0548296 Aug 08 19:03:38.253144 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-0efe40f8-2691-4b24-93bc-8b41b6a018e8 req-93365dce-5886-408e-bf4f-59f4bf9f8ae9 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337739 Aug 08 19:03:38.281213 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.311725 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46cf4fd-19fd-4bc4-a26d-fc6715753c15,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:38.384053 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.478146 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.480388 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.595126 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.595701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475e2709-8175-471f-9711-49984962c65b {{(pid=109560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 19:03:38.600934 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.602095 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-ef545100-b12b-4d72-a35b-db9055dedbc7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/475e2709-8175-471f-9711-49984962c65b HTTP/1.1" status: 204 len: 168 time: 1.3246095 Aug 08 19:03:38.604849 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49664) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:38.651998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Deleting subnet 77b5a501-7609-48fd-b5cb-13a921c91d8e {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 19:03:38.655465 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.697393 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.781475 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.892748 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.922084 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b5a501-7609-48fd-b5cb-13a921c91d8e,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:38.926209 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:38.929608 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-7400bf73-8285-4d1f-8810-dea86000780d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77b5a501-7609-48fd-b5cb-13a921c91d8e HTTP/1.1" status: 204 len: 168 time: 0.3234487 Aug 08 19:03:38.932085 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49666) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:38.932763 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fbdfb-b615-492f-b08a-08ddd7c02b65 None None] Network 1efc018c-fcb6-47d1-9109-fa15ae0ded6e requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:03:39.007113 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.073586 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Deleting port ee384b33-f4a2-40b2-8d87-b329183689ec {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:39.073953 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.156794 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] For port ee384b33-f4a2-40b2-8d87-b329183689ec, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=ee384b33-f4a2-40b2-8d87-b329183689ec,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:39.157200 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.171472 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Calling delete_port for ee384b33-f4a2-40b2-8d87-b329183689ec owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:39.178556 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] DHCP port deletion for 1efc018c-fcb6-47d1-9109-fa15ae0ded6e request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 19:03:39.184476 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d625e34f-5137-4106-8d99-6b048cc72068 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:39.211200 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: d625e34f-5137-4106-8d99-6b048cc72068 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:39.212532 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device d625e34f-5137-4106-8d99-6b048cc72068 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:39.258483 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] Deleting port ee384b33-f4a2-40b2-8d87-b329183689ec {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:39.258864 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.321876 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] For port ee384b33-f4a2-40b2-8d87-b329183689ec, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=ee384b33-f4a2-40b2-8d87-b329183689ec,segment=NetworkSegment(353d9da6-8277-4318-b84c-df1b6ff032e3),segment_id=353d9da6-8277-4318-b84c-df1b6ff032e3)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:39.322274 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.339438 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] Calling delete_port for ee384b33-f4a2-40b2-8d87-b329183689ec owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:39.343323 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.372441 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee384b33-f4a2-40b2-8d87-b329183689ec,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:39.380864 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] No DVR routers for this DVR port ee384b33-f4a2-40b2-8d87-b329183689ec on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:39.399283 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2809d-481f-40e3-9c45-d97316649544 req-9bfed264-e8b5-43ce-9cee-b63c410a5096 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:39.402292 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ba2809d-481f-40e3-9c45-d97316649544 req-9bfed264-e8b5-43ce-9cee-b63c410a5096 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 946 time: 0.0632346 Aug 08 19:03:39.422514 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.449334 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] Pushing event deleted for resources: {'Port': ['ID=ee384b33-f4a2-40b2-8d87-b329183689ec,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:39.451239 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab4af6-654e-43ce-9f3c-7d36ffe653b4 None None] No DVR routers for this DVR port ee384b33-f4a2-40b2-8d87-b329183689ec on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:39.476943 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-3ba2809d-481f-40e3-9c45-d97316649544 req-3b8c0635-4824-4530-aaa6-a19cb4158faa tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups?id=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682480 Aug 08 19:03:39.487826 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.506306 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-40540e97-edfb-43a0-97dd-f83fd7849561 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:03:39.506306 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-40540e97-edfb-43a0-97dd-f83fd7849561 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 946 time: 0.0642962 Aug 08 19:03:39.511540 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efc018c-fcb6-47d1-9109-fa15ae0ded6e']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:39.526000 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353d9da6-8277-4318-b84c-df1b6ff032e3') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:39.526274 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353d9da6-8277-4318-b84c-df1b6ff032e3') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:39.538039 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.556201 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.562530 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 19:03:39.563143 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.592059 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 353d9da6-8277-4318-b84c-df1b6ff032e3 resource provider aggregate not found Aug 08 19:03:39.610059 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Deleting port 759be58c-37c7-4f8c-9b13-4b2d8106e41a {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:39.615550 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.632515 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment 353d9da6-8277-4318-b84c-df1b6ff032e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 353d9da6-8277-4318-b84c-df1b6ff032e3 found for delete ", "request_id": "req-abbaa089-6d36-4695-be6e-7f875a8e82f9"}]} Aug 08 19:03:39.703677 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] For port 759be58c-37c7-4f8c-9b13-4b2d8106e41a, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=759be58c-37c7-4f8c-9b13-4b2d8106e41a,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:39.703940 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.714850 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.720413 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.723832 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1efc018c-fcb6-47d1-9109-fa15ae0ded6e HTTP/1.1" status: 204 len: 168 time: 0.7907538 Aug 08 19:03:39.733743 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49674) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:39.740495 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6500f0-afa6-4520-818a-13a6759336b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efc018c-fcb6-47d1-9109-fa15ae0ded6e,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:39.887472 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.887837 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726812'] for floatingip, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:39.888273 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.db.l3_db [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Floating IP 66286d75-c8b3-4256-9366-c3f803eab9eb disassociated. External IP: 172.27.3.101, port: 759be58c-37c7-4f8c-9b13-4b2d8106e41a. Aug 08 19:03:39.888479 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Calling delete_port for 759be58c-37c7-4f8c-9b13-4b2d8106e41a owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:40.063756 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:40.098356 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event deleted for resources: {'Port': ['ID=759be58c-37c7-4f8c-9b13-4b2d8106e41a,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:40.119562 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:40.217128 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:40.323118 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:40.333228 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:40.343784 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:40.344631 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:40.368914 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Deleting port b4b59c2b-3654-4886-855a-381a753da11d {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:40.369562 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:40.376054 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] No DVR routers for this DVR port 759be58c-37c7-4f8c-9b13-4b2d8106e41a on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:40.378813 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:40.382369 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-9dbdb411-9fb6-4aea-8306-3d62610980cf req-8c78d925-1f55-4177-8e4a-08434e8b136d tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.30 "DELETE /v2.0/ports/759be58c-37c7-4f8c-9b13-4b2d8106e41a HTTP/1.1" status: 204 len: 173 time: 0.8711712 Aug 08 19:03:40.382843 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-deleted', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:03:40.387856 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c15ea-6a48-432e-848d-90af71765c3e" -d '{"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-deleted", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:03:40.448849 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbdfaf3-f939-403d-b5a4-6d9ff430f360 x-openstack-request-id: req-9dbdfaf3-f939-403d-b5a4-6d9ff430f360 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:03:40.449905 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f7e95-29a0-4d84-840f-497ae5514c82", "name": "network-vif-deleted", "tag": "759be58c-37c7-4f8c-9b13-4b2d8106e41a", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:03:40.450337 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dbdfaf3-f939-403d-b5a4-6d9ff430f360 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:03:40.451011 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbdfaf3-f939-403d-b5a4-6d9ff430f360'] response: {'server_uuid': '888f7e95-29a0-4d84-840f-497ae5514c82', 'name': 'network-vif-deleted', 'tag': '759be58c-37c7-4f8c-9b13-4b2d8106e41a', 'status': 'completed', 'code': 200} Aug 08 19:03:40.460793 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:40.466284 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] For port b4b59c2b-3654-4886-855a-381a753da11d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=b4b59c2b-3654-4886-855a-381a753da11d,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:40.466284 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:40.479539 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Calling delete_port for b4b59c2b-3654-4886-855a-381a753da11d owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:40.614255 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-44cf451b-bbe0-476d-903e-d920f30623c9 req-089b6f0e-bcd9-44bc-bc0b-b91fd208291b tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/ports?device_id=888f7e95-29a0-4d84-840f-497ae5514c82 HTTP/1.1" status: 200 len: 210 time: 0.0366950 Aug 08 19:03:40.704172 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:40.738684 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:40.748124 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:40.748723 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:40.760680 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:40.771609 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device ee384b33-f4a2-40b2-8d87-b329183689ec no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:40.787479 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b59c2b-3654-4886-855a-381a753da11d,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:40.805891 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: ee384b33-f4a2-40b2-8d87-b329183689ec {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:40.806587 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device ee384b33-f4a2-40b2-8d87-b329183689ec not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:40.807229 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c46cf4fd-19fd-4bc4-a26d-fc6715753c15 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:40.835858 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: c46cf4fd-19fd-4bc4-a26d-fc6715753c15 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:40.837081 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device c46cf4fd-19fd-4bc4-a26d-fc6715753c15 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:40.862255 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_dvr_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:40.998513 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.101181 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:03:41.115431 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.l3_hamode_db [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:41.145806 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1c463-93dd-4dd1-a5cd-51c27135f2f5 None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T18:57:59Z', 'revision_number': 4, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi', '_interfaces': [{'id': '6276086c-f3d0-4747-bf52-c69ab5a468ec', 'name': '', 'network_id': 'f2a62c80-acce-4a40-a9d0-14b70ea22c5c', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'mac_address': 'fa:16:3e:f1:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:59Z', 'updated_at': '2022-08-08T18:58:04Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'subnets': [{'id': '7878c27b-69c5-49b1-a121-a2775ea8d71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:41.233016 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Router b747e55b-8863-4ffb-abf2-9d2537fd8ccb has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:41.351937 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:41.360009 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-82faf7df-bf9c-44b2-becb-fab4dfcee9f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/b747e55b-8863-4ffb-abf2-9d2537fd8ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6221960 Aug 08 19:03:41.360106 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49680) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:41.361714 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] Sync routers for ids ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:41.376040 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] Routers {'b747e55b-8863-4ffb-abf2-9d2537fd8ccb'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:41.376955 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:41.402530 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f683ad4f-89ad-4d38-9c18-6d77675defd5 None None] New status for floating IP 66286d75-c8b3-4256-9366-c3f803eab9eb: DOWN {{(pid=109562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 08 19:03:41.482532 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.501115 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] Set router b747e55b-8863-4ffb-abf2-9d2537fd8ccb gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:41.589057 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.684251 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T19:03:40Z', 'revision_number': 5, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port': {'id': 'a0c14e90-3783-4f71-a680-498ab4dfb807', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:55:50Z', 'updated_at': '2022-08-08T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:41.709314 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Deleting port a0c14e90-3783-4f71-a680-498ab4dfb807 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:41.709663 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.711825 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] Checking router: b747e55b-8863-4ffb-abf2-9d2537fd8ccb for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:41.720654 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] Routers {'b747e55b-8863-4ffb-abf2-9d2537fd8ccb'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:41.721406 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:41.785745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49686) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:41.797702 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] For port a0c14e90-3783-4f71-a680-498ab4dfb807, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=a0c14e90-3783-4f71-a680-498ab4dfb807,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:41.801320 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.812269 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Calling delete_port for a0c14e90-3783-4f71-a680-498ab4dfb807 owned by network:router_gateway {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:41.860378 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a96-9ee7-4ee4-8ea0-1863dbd0a509 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.886990 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a96-9ee7-4ee4-8ea0-1863dbd0a509 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:41.932222 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] Set router b747e55b-8863-4ffb-abf2-9d2537fd8ccb gateway port host: None {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:41.987656 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T19:03:41Z', 'revision_number': 6, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:42.006462 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a96-9ee7-4ee4-8ea0-1863dbd0a509 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.009171 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-1c1b9a96-9ee7-4ee4-8ea0-1863dbd0a509 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.010361 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-1c1b9a96-9ee7-4ee4-8ea0-1863dbd0a509 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae1e55d1-c5c6-460d-b20b-03bb3bc119e5 HTTP/1.1" status: 204 len: 168 time: 0.2223661 Aug 08 19:03:42.013445 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49688) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:42.013618 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab99b6-326c-4350-94a2-6c75af0c3d5b None None] The sync data for ids ['b747e55b-8863-4ffb-abf2-9d2537fd8ccb'] in dv-cinder-852456-1-iscsi is: [{'id': 'b747e55b-8863-4ffb-abf2-9d2537fd8ccb', 'name': 'tempest-TestVolumeBootPattern-450654170-router', 'tenant_id': '109c3e29b200413bb1d1c18dc4b84a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:55:49Z', 'updated_at': '2022-08-08T19:03:41Z', 'revision_number': 6, 'project_id': '109c3e29b200413bb1d1c18dc4b84a63', 'gw_port_host': None}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:42.022234 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b9a96-9ee7-4ee4-8ea0-1863dbd0a509 tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e55d1-c5c6-460d-b20b-03bb3bc119e5,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:42.033581 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.api.v2.resource [None req-89572a53-2856-4335-a398-f2b5a1ef5cbd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] show failed (client error): The resource could not be found. Aug 08 19:03:42.037310 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-89572a53-2856-4335-a398-f2b5a1ef5cbd tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "GET /v2.0/security-groups/ae1e55d1-c5c6-460d-b20b-03bb3bc119e5 HTTP/1.1" status: 404 len: 347 time: 0.0196989 Aug 08 19:03:42.038112 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49690) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:42.076862 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.113109 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c14e90-3783-4f71-a680-498ab4dfb807,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:42.227581 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.322239 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.326100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.330166 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Deleting port 5effb907-9103-4582-af16-2c52157bcdff {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:42.330504 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.440651 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.440984 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.457261 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Calling delete_port for 5effb907-9103-4582-af16-2c52157bcdff owned by network:floatingip {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:42.501724 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.502495 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b747e55b-8863-4ffb-abf2-9d2537fd8ccb {{(pid=109560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 19:03:42.507600 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] Notify callbacks [] for router, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.508722 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-63bf279a-9f80-41d2-8d1a-504194d1fed9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b747e55b-8863-4ffb-abf2-9d2537fd8ccb HTTP/1.1" status: 204 len: 168 time: 1.1477370 Aug 08 19:03:42.511923 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49692) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:42.562400 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Deleting subnet 50f5b40b-5199-4744-bd30-4e363d2c9e32 {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 19:03:42.565631 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.599795 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.652144 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.675757 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Pushing event deleted for resources: {'Port': ['ID=5effb907-9103-4582-af16-2c52157bcdff,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:42.676884 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.742157 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks [] for floatingip, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.745437 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for floatingip, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.746586 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-95f2a940-6535-4337-9dea-f647f14840bc tempest-AttachVolumeShelveTestJSON-1314462708 tempest-AttachVolumeShelveTestJSON-1314462708-project] 10.222.0.23 "DELETE /v2.0/floatingips/66286d75-c8b3-4256-9366-c3f803eab9eb HTTP/1.1" status: 204 len: 168 time: 0.7079608 Aug 08 19:03:42.772833 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.807799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f5b40b-5199-4744-bd30-4e363d2c9e32,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:42.809900 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.815541 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-d589ce30-fe5c-4d4f-98bc-d661b8f470ef admin admin] 10.222.0.23 "DELETE /v2.0/subnets/50f5b40b-5199-4744-bd30-4e363d2c9e32 HTTP/1.1" status: 204 len: 168 time: 0.3002250 Aug 08 19:03:42.815888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49696) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:42.821573 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f1379-4528-4fe7-bae5-b2c3d3cf4e55 None None] Network 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:03:42.893140 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.906950 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device b4b59c2b-3654-4886-855a-381a753da11d no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:42.939493 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: b4b59c2b-3654-4886-855a-381a753da11d {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:42.940642 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device b4b59c2b-3654-4886-855a-381a753da11d not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:42.941072 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device a0c14e90-3783-4f71-a680-498ab4dfb807 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:42.957084 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Deleting port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:42.957505 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:42.986801 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: a0c14e90-3783-4f71-a680-498ab4dfb807 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:42.987204 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device a0c14e90-3783-4f71-a680-498ab4dfb807 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:43.046204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] For port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:43.046593 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.061910 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Calling delete_port for 5d7b28c3-e7a4-4778-95f3-d1710f64f87c owned by network:dhcp {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:43.101723 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] DHCP port deletion for 627de6e0-b962-47c9-b4d1-fdcd4ef3b639 request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 19:03:43.151345 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] Deleting port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:43.151985 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.195363 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.221258 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] For port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,segment=NetworkSegment(9b156016-c4ef-4f6c-9e35-7c58fae1d6a4),segment_id=9b156016-c4ef-4f6c-9e35-7c58fae1d6a4)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:43.221653 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.229105 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:43.232982 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] No DVR routers for this DVR port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c on host dv-cinder-852456-1-iscsi {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:43.241226 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] Calling delete_port for 5d7b28c3-e7a4-4778-95f3-d1710f64f87c owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:43.326228 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.330002 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.351554 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] Pushing event deleted for resources: {'Port': ['ID=5d7b28c3-e7a4-4778-95f3-d1710f64f87c,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:43.355774 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87a214-0c99-4013-b719-7e09c435e702 None None] No DVR routers for this DVR port 5d7b28c3-e7a4-4778-95f3-d1710f64f87c on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:43.366381 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627de6e0-b962-47c9-b4d1-fdcd4ef3b639']}} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:43.383395 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4') {'for_net_delete': True} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:43.383874 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.services.segments.db [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b156016-c4ef-4f6c-9e35-7c58fae1d6a4') {} {{(pid=109560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:43.397565 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16550817'] for segment, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.411933 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.419950 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 19:03:43.420339 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16754117'] for segment, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.443115 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 9b156016-c4ef-4f6c-9e35-7c58fae1d6a4 resource provider aggregate not found Aug 08 19:03:43.488774 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.services.segments.plugin [-] Segment 9b156016-c4ef-4f6c-9e35-7c58fae1d6a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b156016-c4ef-4f6c-9e35-7c58fae1d6a4 found for delete ", "request_id": "req-041821ed-7b36-4c7c-9124-a4ee47cb4fa9"}]} Aug 08 19:03:43.543732 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.548613 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:43.551859 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/627de6e0-b962-47c9-b4d1-fdcd4ef3b639 HTTP/1.1" status: 204 len: 168 time: 0.7349260 Aug 08 19:03:43.565103 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5a12e-2fb9-4cbc-b726-fe8196e651c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=627de6e0-b962-47c9-b4d1-fdcd4ef3b639,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:43.933497 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49706) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:43.972988 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-f17e100a-057a-4db4-b37a-f526e1ea9a23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=146eb6647f1a4d12ade135e727c20072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380538 Aug 08 19:03:43.975519 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49708) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:44.025015 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0e47e64d-0d5e-431f-9286-641074b0b984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.047538 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0e47e64d-0d5e-431f-9286-641074b0b984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.154719 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0e47e64d-0d5e-431f-9286-641074b0b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.157361 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-0e47e64d-0d5e-431f-9286-641074b0b984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.158531 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-0e47e64d-0d5e-431f-9286-641074b0b984 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dceb4096-dcb4-40dd-bf9d-6c03b53c8207 HTTP/1.1" status: 204 len: 168 time: 0.1821313 Aug 08 19:03:44.169888 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47e64d-0d5e-431f-9286-641074b0b984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb4096-dcb4-40dd-bf9d-6c03b53c8207,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:44.628780 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:44.651293 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: 759be58c-37c7-4f8c-9b13-4b2d8106e41a {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:44.651679 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device 759be58c-37c7-4f8c-9b13-4b2d8106e41a not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:44.723060 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49724) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:44.764818 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5d7b28c3-e7a4-4778-95f3-d1710f64f87c no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:44.766945 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-2f6ed9b9-c26e-4cca-b758-9b388a4384ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=109c3e29b200413bb1d1c18dc4b84a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413518 Aug 08 19:03:44.768126 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49726) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:44.786002 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 5d7b28c3-e7a4-4778-95f3-d1710f64f87c {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:44.786346 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5d7b28c3-e7a4-4778-95f3-d1710f64f87c not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:44.816671 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fed035c-747e-4149-a073-0b5ab84278d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.839537 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fed035c-747e-4149-a073-0b5ab84278d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.954879 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fed035c-747e-4149-a073-0b5ab84278d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.957501 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3fed035c-747e-4149-a073-0b5ab84278d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:44.958664 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3fed035c-747e-4149-a073-0b5ab84278d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1ed1dc0-2ea8-41f0-b47f-40819804a3f1 HTTP/1.1" status: 204 len: 168 time: 0.1896307 Aug 08 19:03:44.968996 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed035c-747e-4149-a073-0b5ab84278d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ed1dc0-2ea8-41f0-b47f-40819804a3f1,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:45.447378 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49736) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:46.257216 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728092'] for router_interface, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:46.493851 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Deleting port 6276086c-f3d0-4747-bf52-c69ab5a468ec {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:46.494551 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:46.572864 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] For port 6276086c-f3d0-4747-bf52-c69ab5a468ec, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=6276086c-f3d0-4747-bf52-c69ab5a468ec,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:46.573172 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:46.584998 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Calling delete_port for 6276086c-f3d0-4747-bf52-c69ab5a468ec owned by network:router_interface {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:46.857631 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:46.882333 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6276086c-f3d0-4747-bf52-c69ab5a468ec,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:47.051047 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1728240'] for router_interface, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:47.263549 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f has already been hosted by L3 agent 6b7e11c8-9116-48ff-bedb-d3ef4345ec6e {{(pid=109559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 08 19:03:47.367421 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] Notify agent at l3_agent.dv-cinder-852456-1-iscsi the message routers_updated {{(pid=109559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 08 19:03:47.372524 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-13be06ff-5da0-415b-acd5-b3273de2aaa2 admin admin] 10.222.0.23 "PUT /v2.0/routers/7aad5cfe-1543-4e03-b1af-96e4e68b9c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239390 Aug 08 19:03:47.374911 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49740) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:47.377618 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] Sync routers for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 08 19:03:47.388990 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:47.389595 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:47.479036 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:47.497174 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: dv-cinder-852456-1-iscsi {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:47.586155 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:47.673832 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'external_fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '5ea22240-ade2-44b7-83f6-206014f73937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T19:03:46Z', 'revision_number': 5, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port': {'id': '5ea22240-ade2-44b7-83f6-206014f73937', 'name': '', 'network_id': '3948c993-8290-483a-bcd2-1788984c669d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fe:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852456-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-08T18:57:55Z', 'updated_at': '2022-08-08T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e9a7c-2d92-4084-9624-24f1fe132c5b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852456-1-iscsi'}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:47.704030 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] Checking router: 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f for host: dv-cinder-852456-1-iscsi {{(pid=109561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 08 19:03:47.712961 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] Routers {'7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'} bound to L3 agent in host dv-cinder-852456-1-iscsi {{(pid=109561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 08 19:03:47.713659 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852456-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-08T18:44:04Z,description=,heartbeat_timestamp=2022-08-08T19:03:34Z,host='dv-cinder-852456-1-iscsi',id=6b7e11c8-9116-48ff-bedb-d3ef4345ec6e,load=0,resource_versions=,resources_synced=,started_at=2022-08-08T18:44:05Z,topic='l3_agent')) {'router_ids': ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'], 'active': True} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:47.731374 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Deleting port 5ea22240-ade2-44b7-83f6-206014f73937 {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:47.731714 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:47.799440 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvr_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] Set router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f gateway port host: None {{(pid=109561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 08 19:03:47.812364 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] For port 5ea22240-ade2-44b7-83f6-206014f73937, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=5ea22240-ade2-44b7-83f6-206014f73937,segment=NetworkSegment(68f100bc-9b61-4ac5-a50a-05b083e88ea6),segment_id=68f100bc-9b61-4ac5-a50a-05b083e88ea6)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:47.812800 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:47.824189 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Calling delete_port for 5ea22240-ade2-44b7-83f6-206014f73937 owned by network:router_gateway {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:47.850766 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_hamode_db [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T19:03:47Z', 'revision_number': 6, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port_host': None}], 'dv-cinder-852456-1-iscsi', False) {} {{(pid=109561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:47.880616 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d33106-c298-4981-9448-61d9d0c6899e None None] The sync data for ids ['7aad5cfe-1543-4e03-b1af-96e4e68b9c4f'] in dv-cinder-852456-1-iscsi is: [{'id': '7aad5cfe-1543-4e03-b1af-96e4e68b9c4f', 'name': 'tempest-AttachVolumeShelveTestJSON-958198749-router', 'tenant_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-08T18:57:54Z', 'updated_at': '2022-08-08T19:03:47Z', 'revision_number': 6, 'project_id': 'e8f33b20f04644b7994e53c16bea5f7c', 'gw_port_host': None}] {{(pid=109561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 08 19:03:48.069026 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.096507 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea22240-ade2-44b7-83f6-206014f73937,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:48.154093 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1728410'] for router_gateway, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.243861 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1724948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15353'] for router, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.246210 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.354728 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1725167'] for router, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.355229 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aad5cfe-1543-4e03-b1af-96e4e68b9c4f {{(pid=109559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 08 19:03:48.359392 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] Notify callbacks [] for router, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.360618 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-b25904b3-acaf-4447-bf58-d501e2ff18c3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7aad5cfe-1543-4e03-b1af-96e4e68b9c4f HTTP/1.1" status: 204 len: 168 time: 0.9847546 Aug 08 19:03:48.363129 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49742) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:48.406634 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.db_base_plugin_v2 [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Deleting subnet 7878c27b-69c5-49b1-a121-a2775ea8d71c {{(pid=109559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 08 19:03:48.409713 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.443187 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13316240'] for subnet, precommit_delete_associations {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.522795 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5768'] for subnet, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.652480 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13488367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13429432'] for subnet, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.676258 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7878c27b-69c5-49b1-a121-a2775ea8d71c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:48.681975 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.685174 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-291c65e7-2881-42b9-bc6a-c8dc8ac38cc8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7878c27b-69c5-49b1-a121-a2775ea8d71c HTTP/1.1" status: 204 len: 168 time: 0.3210711 Aug 08 19:03:48.687799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49744) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:48.690290 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc5c02-a793-4560-8b39-241bfb114f3c None None] Network f2a62c80-acce-4a40-a9d0-14b70ea22c5c requested from dv-cinder-852456-1-iscsi {{(pid=109561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 08 19:03:48.768195 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-30013'] for network, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.806296 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 6276086c-f3d0-4747-bf52-c69ab5a468ec no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:48.823238 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Deleting port 377bb219-03df-4715-b2af-378c16c7323d {{(pid=109559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:48.823717 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.827583 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 6276086c-f3d0-4747-bf52-c69ab5a468ec {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:48.827949 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 6276086c-f3d0-4747-bf52-c69ab5a468ec not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:48.828420 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5ea22240-ade2-44b7-83f6-206014f73937 no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:48.852502 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 5ea22240-ade2-44b7-83f6-206014f73937 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:48.852839 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 5ea22240-ade2-44b7-83f6-206014f73937 not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:48.887924 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.db [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] For port 377bb219-03df-4715-b2af-378c16c7323d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=377bb219-03df-4715-b2af-378c16c7323d,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:48.888318 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:48.903544 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.plugin [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Calling delete_port for 377bb219-03df-4715-b2af-378c16c7323d owned by network:dhcp {{(pid=109559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:48.940777 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] DHCP port deletion for f2a62c80-acce-4a40-a9d0-14b70ea22c5c request from dv-cinder-852456-1-iscsi {{(pid=109561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 08 19:03:48.998175 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] Deleting port 377bb219-03df-4715-b2af-378c16c7323d {{(pid=109561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:03:49.001381 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.064990 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] For port 377bb219-03df-4715-b2af-378c16c7323d, host dv-cinder-852456-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852456-1-iscsi',level=0,port_id=377bb219-03df-4715-b2af-378c16c7323d,segment=NetworkSegment(a227275f-3881-43a6-88d1-d02ebedc6258),segment_id=a227275f-3881-43a6-88d1-d02ebedc6258)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:03:49.065382 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.068812 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13488322'] for port, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.077921 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] Calling delete_port for 377bb219-03df-4715-b2af-378c16c7323d owned by network:dhcp {{(pid=109561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:03:49.095118 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Pushing event deleted for resources: {'Port': ['ID=377bb219-03df-4715-b2af-378c16c7323d,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:49.099088 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] No DVR routers for this DVR port 377bb219-03df-4715-b2af-378c16c7323d on host dv-cinder-852456-1-iscsi {{(pid=109559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:49.153968 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135'] for port, after_delete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.171642 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4871', 'neutron.services.segments.db._delete_segments_for_network-8790180496258'] for network, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.183031 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] Pushing event deleted for resources: {'Port': ['ID=377bb219-03df-4715-b2af-378c16c7323d,revision_number=None']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:49.186465 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd68f1-d592-471b-8d43-4ff2cf580918 None None] No DVR routers for this DVR port 377bb219-03df-4715-b2af-378c16c7323d on host dv-cinder-852456-1-iscsi {{(pid=109561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:03:49.194730 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a62c80-acce-4a40-a9d0-14b70ea22c5c']}} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:49.205489 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a227275f-3881-43a6-88d1-d02ebedc6258') {'for_net_delete': True} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:49.205787 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.services.segments.db [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a227275f-3881-43a6-88d1-d02ebedc6258') {} {{(pid=109559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 08 19:03:49.215450 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790180497035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13316233'] for segment, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.229053 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291'] for segment, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.234701 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 08 19:03:49.235119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-6291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13488305'] for segment, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.284818 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment a227275f-3881-43a6-88d1-d02ebedc6258 resource provider aggregate not found Aug 08 19:03:49.303513 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.services.segments.plugin [-] Segment a227275f-3881-43a6-88d1-d02ebedc6258 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a227275f-3881-43a6-88d1-d02ebedc6258 found for delete ", "request_id": "req-e0046155-0fc0-4ed7-b6da-77245cbcd9bf"}]} Aug 08 19:03:49.372069 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726834'] for network, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.377582 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632970'] for network, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.380571 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2a62c80-acce-4a40-a9d0-14b70ea22c5c HTTP/1.1" status: 204 len: 168 time: 0.6890855 Aug 08 19:03:49.391089 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd2e95-7567-445f-98e1-8c614beb5657 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a62c80-acce-4a40-a9d0-14b70ea22c5c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:49.719799 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49752) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:49.763222 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-8e775543-8fc3-4c74-91d3-10516039fb29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8f33b20f04644b7994e53c16bea5f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422463 Aug 08 19:03:49.765745 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49754) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:49.813585 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-75dc106f-174f-4197-b0fe-912755f3add6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.834209 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-75dc106f-174f-4197-b0fe-912755f3add6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.965990 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-75dc106f-174f-4197-b0fe-912755f3add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.968580 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-75dc106f-174f-4197-b0fe-912755f3add6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:49.969760 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-75dc106f-174f-4197-b0fe-912755f3add6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c8b9ecf-10a6-45d7-82bc-e2da2976816c HTTP/1.1" status: 204 len: 168 time: 0.2031252 Aug 08 19:03:49.977913 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc106f-174f-4197-b0fe-912755f3add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b9ecf-10a6-45d7-82bc-e2da2976816c,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:03:50.763785 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 377bb219-03df-4715-b2af-378c16c7323d no longer exists at agent ovs-agent-dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:03:50.785193 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] No Port match for: 377bb219-03df-4715-b2af-378c16c7323d {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:03:50.785662 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Device 377bb219-03df-4715-b2af-378c16c7323d not bound to the agent host dv-cinder-852456-1-iscsi {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:03:57.274286 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:59.781361 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49858) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:03:59.886069 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:03:59.963614 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:00.034526 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:00.077916 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86435c7cfae94496a1efb8304112e9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954550 Aug 08 19:04:00.078846 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93038f8b-e94c-4d11-83de-160484679050,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:00.080901 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49862) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:00.098262 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.098530 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.098878 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.099245 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.099581 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.099916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.100254 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.100585 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.100912 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.101236 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.101590 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.101916 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaad5-2e07-4692-8c57-cc1739c9a153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:00.144549 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-06fcdc65-3283-4d7d-8423-ae97dab0b921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:00.166425 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-06fcdc65-3283-4d7d-8423-ae97dab0b921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:00.365785 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-06fcdc65-3283-4d7d-8423-ae97dab0b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:00.368953 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-06fcdc65-3283-4d7d-8423-ae97dab0b921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:00.370111 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-06fcdc65-3283-4d7d-8423-ae97dab0b921 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93038f8b-e94c-4d11-83de-160484679050 HTTP/1.1" status: 204 len: 168 time: 0.2883017 Aug 08 19:04:00.378198 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcdc65-3283-4d7d-8423-ae97dab0b921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93038f8b-e94c-4d11-83de-160484679050,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:02.371732 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1490-88dc-41d9-afb4-a100ce64f88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:04.492612 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-cd15ae69-02a8-4d05-837f-15292df93b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:05.880140 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.223710 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49946) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:06.331395 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-325f6353-73a5-4784-b5a9-3f4d38a5e33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.402603 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-325f6353-73a5-4784-b5a9-3f4d38a5e33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.456733 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-325f6353-73a5-4784-b5a9-3f4d38a5e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.495957 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-325f6353-73a5-4784-b5a9-3f4d38a5e33e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ae640afeadd4c29a2acdbdfd9fdfc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710862 Aug 08 19:04:06.497012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f6353-73a5-4784-b5a9-3f4d38a5e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4573d-bad2-487f-82b7-572eb40270f8,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:06.498683 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49950) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:06.546427 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.566986 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.691291 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.693800 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:06.695002 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cb4573d-bad2-487f-82b7-572eb40270f8 HTTP/1.1" status: 204 len: 168 time: 0.1952255 Aug 08 19:04:06.702656 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4573d-bad2-487f-82b7-572eb40270f8,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:06.709804 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.710159 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.710503 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.711384 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.711720 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.712057 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.712482 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.712708 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.713163 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.713498 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.713826 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:06.714154 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762eb05-f574-4e2c-b697-bedbfcb1e955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:07.314031 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 49956) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:07.327740 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5867ef02-07ac-412e-a470-fca7db0e18d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.331844 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.426515 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5867ef02-07ac-412e-a470-fca7db0e18d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.497384 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-5867ef02-07ac-412e-a470-fca7db0e18d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.537500 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-5867ef02-07ac-412e-a470-fca7db0e18d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66354209e2834a409f0cc9f99c9de1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223606 Aug 08 19:04:07.539592 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867ef02-07ac-412e-a470-fca7db0e18d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289c7827-7f4b-4bbf-8f88-a94752539ff2,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:07.540806 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 49958) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:07.577304 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.597131 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3cb72920-a748-48ce-8c53-2cf5cc7751f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.619354 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3cb72920-a748-48ce-8c53-2cf5cc7751f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.742783 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3cb72920-a748-48ce-8c53-2cf5cc7751f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.745420 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-3cb72920-a748-48ce-8c53-2cf5cc7751f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:07.746587 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-3cb72920-a748-48ce-8c53-2cf5cc7751f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/289c7827-7f4b-4bbf-8f88-a94752539ff2 HTTP/1.1" status: 204 len: 168 time: 0.2045679 Aug 08 19:04:07.755143 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb72920-a748-48ce-8c53-2cf5cc7751f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c7827-7f4b-4bbf-8f88-a94752539ff2,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:10.029213 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50004) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:10.135721 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0205-da62-4bb6-86a1-f7ff4a944aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.214995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0205-da62-4bb6-86a1-f7ff4a944aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.263070 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-b4cf0205-da62-4bb6-86a1-f7ff4a944aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.300763 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf0205-da62-4bb6-86a1-f7ff4a944aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b033ad42-b5cd-4232-b469-90dbd2901bdd,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:10.305540 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b4cf0205-da62-4bb6-86a1-f7ff4a944aec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ab7d2e7853f47bca127f408d14f483c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753072 Aug 08 19:04:10.308926 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50008) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:10.360159 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bd4e23f7-f649-4b12-ac63-cb7cd4ac5028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.388366 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bd4e23f7-f649-4b12-ac63-cb7cd4ac5028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.485989 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bd4e23f7-f649-4b12-ac63-cb7cd4ac5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.488612 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-bd4e23f7-f649-4b12-ac63-cb7cd4ac5028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:10.489759 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-bd4e23f7-f649-4b12-ac63-cb7cd4ac5028 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b033ad42-b5cd-4232-b469-90dbd2901bdd HTTP/1.1" status: 204 len: 168 time: 0.1799181 Aug 08 19:04:10.498811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e23f7-f649-4b12-ac63-cb7cd4ac5028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b033ad42-b5cd-4232-b469-90dbd2901bdd,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:11.035843 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50014) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:11.049439 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-62f465c5-669e-4fb9-8b10-c2e42e5113d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.124868 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-62f465c5-669e-4fb9-8b10-c2e42e5113d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.177276 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-62f465c5-669e-4fb9-8b10-c2e42e5113d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.216439 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-62f465c5-669e-4fb9-8b10-c2e42e5113d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10cc349ce9c14964bffab9da74ec8a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794269 Aug 08 19:04:11.217204 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f465c5-669e-4fb9-8b10-c2e42e5113d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dd8df9-b4b1-4932-8960-f6a3c35842c0,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:11.219329 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 50016) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:11.277265 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-35d3db9e-6527-4374-bd6b-45d33603d57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.299277 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-35d3db9e-6527-4374-bd6b-45d33603d57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.411433 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-35d3db9e-6527-4374-bd6b-45d33603d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.414494 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-35d3db9e-6527-4374-bd6b-45d33603d57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:11.415701 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-35d3db9e-6527-4374-bd6b-45d33603d57a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22dd8df9-b4b1-4932-8960-f6a3c35842c0 HTTP/1.1" status: 204 len: 168 time: 0.1952319 Aug 08 19:04:11.424024 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3db9e-6527-4374-bd6b-45d33603d57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dd8df9-b4b1-4932-8960-f6a3c35842c0,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:14.388230 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 50084) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:14.494522 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cda8-8742-41da-88a0-a0843706ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.566609 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cda8-8742-41da-88a0-a0843706ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.628533 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cda8-8742-41da-88a0-a0843706ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.669409 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2cda8-8742-41da-88a0-a0843706ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe5bd2-7cf2-4164-a360-e11c80d716bb,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:14.674952 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-f0c2cda8-8742-41da-88a0-a0843706ca00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8397b3eb5dc54f62b77909df0136b2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855909 Aug 08 19:04:14.677702 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 50088) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:14.727488 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-47a93f2d-de60-40d2-a0d4-c02fc4d06891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.749055 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-47a93f2d-de60-40d2-a0d4-c02fc4d06891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.852239 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-47a93f2d-de60-40d2-a0d4-c02fc4d06891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.854790 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-47a93f2d-de60-40d2-a0d4-c02fc4d06891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:14.855976 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-47a93f2d-de60-40d2-a0d4-c02fc4d06891 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dfe5bd2-7cf2-4164-a360-e11c80d716bb HTTP/1.1" status: 204 len: 168 time: 0.1773434 Aug 08 19:04:14.863722 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a93f2d-de60-40d2-a0d4-c02fc4d06891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe5bd2-7cf2-4164-a360-e11c80d716bb,revision_number=None']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:15.368853 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 50094) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:15.381947 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bd1c10d4-62ca-4000-a7b2-174bf6f762bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.466413 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bd1c10d4-62ca-4000-a7b2-174bf6f762bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.526119 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-bd1c10d4-62ca-4000-a7b2-174bf6f762bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.565739 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-bd1c10d4-62ca-4000-a7b2-174bf6f762bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fca3457527b846b3bc08ff609d5adbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957881 Aug 08 19:04:15.566449 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c10d4-62ca-4000-a7b2-174bf6f762bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b219b48b-4723-4417-ade9-08597e57d21a,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:15.569100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50096) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:15.620074 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-da79ed10-d02f-4513-b22d-fc6a238e1b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.649004 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-da79ed10-d02f-4513-b22d-fc6a238e1b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.772706 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-da79ed10-d02f-4513-b22d-fc6a238e1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.775917 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-da79ed10-d02f-4513-b22d-fc6a238e1b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:15.777192 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-da79ed10-d02f-4513-b22d-fc6a238e1b6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b219b48b-4723-4417-ade9-08597e57d21a HTTP/1.1" status: 204 len: 168 time: 0.2070267 Aug 08 19:04:15.785441 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79ed10-d02f-4513-b22d-fc6a238e1b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b219b48b-4723-4417-ade9-08597e57d21a,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:18.100123 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:04:27.302830 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:32.319921 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0187ccd5-09da-4fa9-aa9d-5ab39d916c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.313468 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [-] (109559) accepted ('10.222.0.23', 50242) {{(pid=109559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:34.418955 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-71520f3c-fd7e-475e-8556-ed67cc77e902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.485265 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdf33-5606-41f4-922a-902b4dd124d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.489875 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-71520f3c-fd7e-475e-8556-ed67cc77e902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.553772 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron_lib.callbacks.manager [None req-71520f3c-fd7e-475e-8556-ed67cc77e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.591956 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [None req-71520f3c-fd7e-475e-8556-ed67cc77e902 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10b677ce0584433fb3e9f4641a46370e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774270 Aug 08 19:04:34.592742 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71520f3c-fd7e-475e-8556-ed67cc77e902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca9f87-6b63-4e45-81d1-11bd7d2f62ae,revision_number=1']} {{(pid=109559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:34.595473 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50246) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:04:34.643995 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-72fa97d0-3e6e-45a5-ba31-b35e036b8463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.664943 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-72fa97d0-3e6e-45a5-ba31-b35e036b8463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.765753 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-72fa97d0-3e6e-45a5-ba31-b35e036b8463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.768334 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-72fa97d0-3e6e-45a5-ba31-b35e036b8463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:34.769469 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-72fa97d0-3e6e-45a5-ba31-b35e036b8463 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5ca9f87-6b63-4e45-81d1-11bd7d2f62ae HTTP/1.1" status: 204 len: 168 time: 0.1727824 Aug 08 19:04:34.778119 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa97d0-3e6e-45a5-ba31-b35e036b8463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca9f87-6b63-4e45-81d1-11bd7d2f62ae,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:35.891700 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:37.302302 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:37.553584 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:37.756275 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-c52ea924-bfa2-4ec2-a574-9307bf8e305f tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281374 Aug 08 19:04:37.936819 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-8f242553-bda5-43e4-a247-751a61b2f323 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:37.938262 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-8f242553-bda5-43e4-a247-751a61b2f323 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759679 Aug 08 19:04:37.953500 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-78f93e76-5f7d-4332-9e8f-d6b6a4e4f7d7 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/quotas/0c0a823cfce4432fa701cbcf0a00b627 HTTP/1.1" status: 200 len: 375 time: 0.0095162 Aug 08 19:04:37.987225 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-5dbe9880-6d46-44dc-863b-406f88749626 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282898 Aug 08 19:04:38.239207 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-0b00a191-3078-4185-8c9d-da4f067682ef req-9a5c49fa-c7d2-410e-bfe8-bacefa9c953c tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 210 time: 0.0282698 Aug 08 19:04:39.343182 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-7c748b37-f4ae-41bd-9757-d8450632a548 req-ab1406df-a4fb-48c2-bf17-d45a8ccd4974 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 210 time: 0.0273943 Aug 08 19:04:40.257626 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-c528f2e0-d4e1-4368-9ec5-5489860324e1 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284314 Aug 08 19:04:40.638827 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-d9f507d8-9353-466a-83ea-d147964e2df5 req-e679509c-e6ab-47c4-8d2a-5992780de767 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 210 time: 0.0856302 Aug 08 19:04:40.705210 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-74d9b8e0-d6e0-4ef3-98fd-74439f34fbd9 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:40.706628 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-74d9b8e0-d6e0-4ef3-98fd-74439f34fbd9 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4437702 Aug 08 19:04:40.719415 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Request body: {'port': {'device_id': '02669c32-b23e-4164-8949-c479a6abb803', 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d', 'admin_state_up': True, 'tenant_id': '0c0a823cfce4432fa701cbcf0a00b627'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:04:40.884708 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Made reservation on behalf of 0c0a823cfce4432fa701cbcf0a00b627 for: {'port': 1} {{(pid=109560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 08 19:04:40.888804 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:40.897436 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks [] for security_group, before_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:40.973815 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks [] for security_group, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.039942 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.102030 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3737cf6c-a2ec-4025-b40b-bfd341bc0c39,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:41.173949 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.db_base_plugin_common [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Allocated IP 192.168.233.156 (bf769678-6ec6-437b-997b-bd43dcc9189d/59ce6b26-c338-4301-bf89-d6b9590a7c74/a4872fb5-ded3-4ece-b143-bddc3c93db24) {{(pid=109560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 08 19:04:41.312746 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks [] for port, precommit_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.405625 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790180029808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_create {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.449469 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Network bf769678-6ec6-437b-997b-bd43dcc9189d is already hosted by enough agents. {{(pid=109560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 08 19:04:41.452449 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.scheduler.base_scheduler [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Resources bound (agent type, host, resource id): {{(pid=109560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 08 19:04:41.455954 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Received port after_create {{(pid=109560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 08 19:04:41.462071 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Pushing event updated for resources: {'Port': ['ID=a4872fb5-ded3-4ece-b143-bddc3c93db24,revision_number=1']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:41.509652 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:41.510259 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.579866 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-79d6560a-ae86-4b00-82d3-2f4e01b5dfe5 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8638732 Aug 08 19:04:41.593015 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.v2.base [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Request body: {'port': {'device_id': '02669c32-b23e-4164-8949-c479a6abb803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85245'}} {{(pid=109560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 08 19:04:41.650774 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.660557 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-e09b6ff5-7d84-4ca4-bda4-d8bd676e7e53 None None] Provisioning complete for port a4872fb5-ded3-4ece-b143-bddc3c93db24 triggered by entity DHCP. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:04:41.663735 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-e09b6ff5-7d84-4ca4-bda4-d8bd676e7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.696095 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-e09b6ff5-7d84-4ca4-bda4-d8bd676e7e53 None None] Port a4872fb5-ded3-4ece-b143-bddc3c93db24 cannot update to ACTIVE because it is not bound. {{(pid=109561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 08 19:04:41.760704 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11977014-16a8-48b8-87b2-7e7eee63d768 req-30a907e7-9394-4e5e-b901-7382182798a7 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:41.762200 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-11977014-16a8-48b8-87b2-7e7eee63d768 req-30a907e7-9394-4e5e-b901-7382182798a7 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 936 time: 0.0484982 Aug 08 19:04:41.800191 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-11977014-16a8-48b8-87b2-7e7eee63d768 req-6de85792-e8d2-4cd4-ab13-64b7ade41d0a tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Aug 08 19:04:41.911743 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4872fb5-ded3-4ece-b143-bddc3c93db24 {{(pid=109560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:04:41.919545 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:41.931233 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.provisioning_blocks [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Transition to ACTIVE for port object a4872fb5-ded3-4ece-b143-bddc3c93db24 will not be triggered until provisioned by entity L2. {{(pid=109560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 08 19:04:41.988017 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:42.065817 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4872fb5-ded3-4ece-b143-bddc3c93db24,revision_number=2']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:42.097400 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Attempting to bind port a4872fb5-ded3-4ece-b143-bddc3c93db24 on host hv-cinder-85245 for vnic_type normal with profile {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 08 19:04:42.097732 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Attempting to bind port a4872fb5-ded3-4ece-b143-bddc3c93db24 by drivers openvswitch,hyperv on host hv-cinder-85245 at level 0 using segments [{'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 08 19:04:42.098058 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Attempting to bind port a4872fb5-ded3-4ece-b143-bddc3c93db24 on network bf769678-6ec6-437b-997b-bd43dcc9189d {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:04:42.102497 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Port a4872fb5-ded3-4ece-b143-bddc3c93db24 on network bf769678-6ec6-437b-997b-bd43dcc9189d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85245 {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 08 19:04:42.102811 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Attempting to bind port a4872fb5-ded3-4ece-b143-bddc3c93db24 on network bf769678-6ec6-437b-997b-bd43dcc9189d {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 08 19:04:42.107711 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Checking agent: {'id': '53049fc1-daa3-4434-96ea-210ca420e230', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85245', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'started_at': datetime.datetime(2022, 8, 8, 18, 50, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 8, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 08 19:04:42.108044 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Checking segment: {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 08 19:04:42.108422 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Bound using segment: {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'} {{(pid=109560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 08 19:04:42.108839 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.managers [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Bound port: a4872fb5-ded3-4ece-b143-bddc3c93db24, host: hv-cinder-85245, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db4b87e-66c7-4e57-9e47-9e7adf22d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d'}}] {{(pid=109560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 08 19:04:42.109190 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:42.170149 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] For port a4872fb5-ded3-4ece-b143-bddc3c93db24, host hv-cinder-85245, cleared binding levels {{(pid=109560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 08 19:04:42.173083 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] For port a4872fb5-ded3-4ece-b143-bddc3c93db24, host hv-cinder-85245, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=a4872fb5-ded3-4ece-b143-bddc3c93db24,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 08 19:04:42.217313 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16754081'] for port, after_update {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:42.222324 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.222863 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:42.224672 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] 10.222.0.30 "PUT /v2.0/ports/a4872fb5-ded3-4ece-b143-bddc3c93db24 HTTP/1.1" status: 200 len: 1098 time: 0.6366329 Aug 08 19:04:42.225100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02669c32-b23e-4164-8949-c479a6abb803', 'tag': 'a4872fb5-ded3-4ece-b143-bddc3c93db24'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:04:42.227451 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ec219e-9b1e-4885-9f95-136f113a1276" -d '{"events": [{"name": "network-changed", "server_uuid": "02669c32-b23e-4164-8949-c479a6abb803", "tag": "a4872fb5-ded3-4ece-b143-bddc3c93db24"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:04:42.264855 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Aug 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8657daf1-101e-4022-a429-51e0d9d0dfb8 x-openstack-request-id: req-8657daf1-101e-4022-a429-51e0d9d0dfb8 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:04:42.264855 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02669c32-b23e-4164-8949-c479a6abb803", "tag": "a4872fb5-ded3-4ece-b143-bddc3c93db24", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:04:42.265097 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8657daf1-101e-4022-a429-51e0d9d0dfb8 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:04:42.265472 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8657daf1-101e-4022-a429-51e0d9d0dfb8'] response: {'name': 'network-changed', 'server_uuid': '02669c32-b23e-4164-8949-c479a6abb803', 'tag': 'a4872fb5-ded3-4ece-b143-bddc3c93db24', 'status': 'completed', 'code': 200} Aug 08 19:04:42.274713 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51346105-04e9-4147-9e1e-69c155c4e8aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4872fb5-ded3-4ece-b143-bddc3c93db24,revision_number=3']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:42.324791 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec219e-9b1e-4885-9f95-136f113a1276 req-3a0b37b4-78db-4d7d-9906-c689bbd27a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.326261 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4ec219e-9b1e-4885-9f95-136f113a1276 req-3a0b37b4-78db-4d7d-9906-c689bbd27a5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 1101 time: 0.0412014 Aug 08 19:04:42.355307 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4ec219e-9b1e-4885-9f95-136f113a1276 req-4b858d88-db49-4d67-b510-487fe29f4d0f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216422 Aug 08 19:04:42.445261 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec219e-9b1e-4885-9f95-136f113a1276 req-c116fd9e-2d40-4912-91de-be170f3327b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.446758 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-e4ec219e-9b1e-4885-9f95-136f113a1276 req-c116fd9e-2d40-4912-91de-be170f3327b1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856037 Aug 08 19:04:42.519185 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-2caffa04-d2f2-496a-a49a-5377b21a29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.520554 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-2caffa04-d2f2-496a-a49a-5377b21a29a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 1101 time: 0.0400717 Aug 08 19:04:42.563616 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-6c455537-24ed-4846-868b-c210fa7dc6ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a4872fb5-ded3-4ece-b143-bddc3c93db24 HTTP/1.1" status: 200 len: 217 time: 0.0359797 Aug 08 19:04:42.616672 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-8e3b681c-cd26-4f0e-a1f7-7ebcec4f6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.618100 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-8e3b681c-cd26-4f0e-a1f7-7ebcec4f6553 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59ce6b26-c338-4301-bf89-d6b9590a7c74 HTTP/1.1" status: 200 len: 843 time: 0.0429163 Aug 08 19:04:42.663583 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-c2c8d287-dc90-4656-afa9-ccf47686fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.665024 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-c2c8d287-dc90-4656-afa9-ccf47686fd2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf769678-6ec6-437b-997b-bd43dcc9189d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393808 Aug 08 19:04:42.756534 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-9dc72669-39be-4337-a7bd-3d2c99c81676 service neutron] 10.222.0.30 "GET /v2.0/networks/bf769678-6ec6-437b-997b-bd43dcc9189d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842254 Aug 08 19:04:42.844050 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3f3a806-958d-4908-833e-40c4cc76de96 req-ee5bf31e-0ae4-42aa-a703-9118dbd964ce service neutron] 10.222.0.30 "GET /v2.0/networks/bf769678-6ec6-437b-997b-bd43dcc9189d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808618 Aug 08 19:04:42.918982 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4962a8-b9ab-471c-8e0d-99fd39c362ea req-87e4a1d2-f30e-4991-889d-c55b93445b2a tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:42.920420 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5d4962a8-b9ab-471c-8e0d-99fd39c362ea req-87e4a1d2-f30e-4991-889d-c55b93445b2a tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 948 time: 0.0478451 Aug 08 19:04:42.959706 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-5d4962a8-b9ab-471c-8e0d-99fd39c362ea req-edfde7d2-ac7b-42cc-a2ad-c329ff7a4e8f tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Aug 08 19:04:44.084837 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6533c2a-6aed-4da7-b723-df7f28058226 req-46163107-8ecf-492d-b8b3-ca0678e57dd0 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:44.086285 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a6533c2a-6aed-4da7-b723-df7f28058226 req-46163107-8ecf-492d-b8b3-ca0678e57dd0 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 948 time: 0.0526326 Aug 08 19:04:44.124586 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a6533c2a-6aed-4da7-b723-df7f28058226 req-d2c1887c-9bd1-4cd8-abde-44f216d8987b tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Aug 08 19:04:45.244778 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030f82-9da5-4821-85a4-f684519de103 req-441c035a-4444-4140-9f87-c113caefb8ca tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:45.246818 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ff030f82-9da5-4821-85a4-f684519de103 req-441c035a-4444-4140-9f87-c113caefb8ca tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 948 time: 0.0481236 Aug 08 19:04:45.282342 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-ff030f82-9da5-4821-85a4-f684519de103 req-a03b1e60-e0d8-42ca-be95-dda0cfa36f33 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295844 Aug 08 19:04:46.397472 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f1e5f-f3bb-41ee-885a-43ff37bf64bd req-99f2e4ba-7177-4c9c-aaef-94e5ba9709ca tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:46.398934 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ad9f1e5f-f3bb-41ee-885a-43ff37bf64bd req-99f2e4ba-7177-4c9c-aaef-94e5ba9709ca tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 948 time: 0.0477183 Aug 08 19:04:46.436544 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-ad9f1e5f-f3bb-41ee-885a-43ff37bf64bd req-04ae0e56-38c2-4a51-a764-da474c99e2c7 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Aug 08 19:04:46.797943 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device a4872fb5-ded3-4ece-b143-bddc3c93db24 details requested by agent hyperv_hv-cinder-85245 with host hv-cinder-85245 {{(pid=109561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 08 19:04:46.892117 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port a4872fb5-ded3-4ece-b143-bddc3c93db24, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=a4872fb5-ded3-4ece-b143-bddc3c93db24,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:04:46.902560 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Returning: {'device': 'a4872fb5-ded3-4ece-b143-bddc3c93db24', 'network_id': 'bf769678-6ec6-437b-997b-bd43dcc9189d', 'port_id': 'a4872fb5-ded3-4ece-b143-bddc3c93db24', 'mac_address': 'fa:16:3e:4a:c1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ce6b26-c338-4301-bf89-d6b9590a7c74', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 08 19:04:46.940923 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port a4872fb5-ded3-4ece-b143-bddc3c93db24 is: DOWN; New status is: BUILD {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:04:46.941318 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:46.958309 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4872fb5-ded3-4ece-b143-bddc3c93db24 {{(pid=109561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 08 19:04:46.977358 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port a4872fb5-ded3-4ece-b143-bddc3c93db24, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=a4872fb5-ded3-4ece-b143-bddc3c93db24,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:04:47.045242 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:47.093010 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=a4872fb5-ded3-4ece-b143-bddc3c93db24,revision_number=4']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:47.100119 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.100464 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.100807 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.101135 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.101460 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.101785 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.102107 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.102443 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.102745 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.103087 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.103405 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.103719 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:04:47.252164 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['a4872fb5-ded3-4ece-b143-bddc3c93db24'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:04:47.552181 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fa49-818f-48d4-93bc-db80a28e6d2e req-fd378f95-dd31-45d0-80fc-b10c94ed40bb tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:47.553702 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8ce8fa49-818f-48d4-93bc-db80a28e6d2e req-fd378f95-dd31-45d0-80fc-b10c94ed40bb tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 949 time: 0.0483799 Aug 08 19:04:47.595155 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-8ce8fa49-818f-48d4-93bc-db80a28e6d2e req-fd4dcb52-79b8-44e4-9030-c3f6f5917fce tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Aug 08 19:04:48.716924 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3833fb7-252c-469a-a6c2-ed74cd0abc0c req-8c8915e9-6714-4083-8f61-3415029e62b6 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:48.718364 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3833fb7-252c-469a-a6c2-ed74cd0abc0c req-8c8915e9-6714-4083-8f61-3415029e62b6 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 949 time: 0.0481477 Aug 08 19:04:48.755168 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-c3833fb7-252c-469a-a6c2-ed74cd0abc0c req-a3ccaa55-704e-4d8d-90a1-7e099f458cd0 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Aug 08 19:04:48.801434 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device a4872fb5-ded3-4ece-b143-bddc3c93db24 up at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 08 19:04:48.953675 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning for port a4872fb5-ded3-4ece-b143-bddc3c93db24 completed by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 08 19:04:48.957544 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.db.provisioning_blocks [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Provisioning complete for port a4872fb5-ded3-4ece-b143-bddc3c93db24 triggered by entity L2. {{(pid=109561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 08 19:04:48.957915 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-6929'] for port, provisioning_complete {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:49.033538 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Current status of the port a4872fb5-ded3-4ece-b143-bddc3c93db24 is: BUILD; New status is: ACTIVE {{(pid=109561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 08 19:04:49.033928 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-112264'] for port, before_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:49.055119 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02669c32-b23e-4164-8949-c479a6abb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4872fb5-ded3-4ece-b143-bddc3c93db24'}] {{(pid=109561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:04:49.057357 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9766aeed1617b41e2883293a4e1e0a39f1203eb6f48f9e75bf33b7b96a1f6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ea5c0-b214-4727-a409-9a09cf0c5f37" -d '{"events": [{"server_uuid": "02669c32-b23e-4164-8949-c479a6abb803", "name": "network-vif-plugged", "status": "completed", "tag": "a4872fb5-ded3-4ece-b143-bddc3c93db24"}]}' {{(pid=109561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:04:49.070285 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] For port a4872fb5-ded3-4ece-b143-bddc3c93db24, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=a4872fb5-ded3-4ece-b143-bddc3c93db24,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:04:49.113960 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790180438236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790180038148', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790180038166'] for port, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:49.166059 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Pushing event updated for resources: {'Port': ['ID=a4872fb5-ded3-4ece-b143-bddc3c93db24,revision_number=5']} {{(pid=109561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:49.249349 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e02126e-3fed-4948-a8c4-f922effa8214 x-openstack-request-id: req-2e02126e-3fed-4948-a8c4-f922effa8214 {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:04:49.249646 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02669c32-b23e-4164-8949-c479a6abb803", "name": "network-vif-plugged", "status": "completed", "tag": "a4872fb5-ded3-4ece-b143-bddc3c93db24", "code": 200}]} {{(pid=109561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:04:49.249902 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e02126e-3fed-4948-a8c4-f922effa8214 {{(pid=109561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:04:49.250299 dv-cinder-852456-1-iscsi neutron-server[109561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e02126e-3fed-4948-a8c4-f922effa8214'] response: {'server_uuid': '02669c32-b23e-4164-8949-c479a6abb803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4872fb5-ded3-4ece-b143-bddc3c93db24', 'code': 200} Aug 08 19:04:49.516100 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9496b02-a7e7-4a56-834b-a3ed72608d8d req-97d83c93-403a-467e-addc-8c8138514377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:49.517586 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a9496b02-a7e7-4a56-834b-a3ed72608d8d req-97d83c93-403a-467e-addc-8c8138514377 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 1103 time: 0.0439365 Aug 08 19:04:49.551479 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-a9496b02-a7e7-4a56-834b-a3ed72608d8d req-bb91d07f-45bd-4a20-9b42-a5cdb28638c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278747 Aug 08 19:04:49.871672 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef1b9-fb43-4400-89c8-7497e89cf78e req-5fa8711b-d903-4033-8edc-daca31da05a7 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:49.873094 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-91cef1b9-fb43-4400-89c8-7497e89cf78e req-5fa8711b-d903-4033-8edc-daca31da05a7 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 950 time: 0.0489552 Aug 08 19:04:49.909874 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-91cef1b9-fb43-4400-89c8-7497e89cf78e req-8c9fa991-4b31-4b4b-bbb3-5b8e6461e0db tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Aug 08 19:04:51.029030 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7e30-5781-4534-bfd8-b2bbde128b34 req-cce02777-84fa-4215-8619-f083fe886c02 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:51.030471 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-adef7e30-5781-4534-bfd8-b2bbde128b34 req-cce02777-84fa-4215-8619-f083fe886c02 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 950 time: 0.0481601 Aug 08 19:04:51.070157 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-adef7e30-5781-4534-bfd8-b2bbde128b34 req-8cd91ef6-1a94-405c-9e96-acda49b51b3f tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Aug 08 19:04:51.531535 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b9039-d2e9-46f5-91c8-6571b1d789d2 req-6b5db807-5262-4889-8442-4b06eda7ff83 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:51.532973 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-661b9039-d2e9-46f5-91c8-6571b1d789d2 req-6b5db807-5262-4889-8442-4b06eda7ff83 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 950 time: 0.0500820 Aug 08 19:04:51.569016 dv-cinder-852456-1-iscsi neutron-server[109559]: INFO neutron.wsgi [req-661b9039-d2e9-46f5-91c8-6571b1d789d2 req-84a4c1cb-5906-4fe4-90f2-1e116b819f8d tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301497 Aug 08 19:04:52.688445 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2df38-b907-4fa1-a6f0-770d86c3c099 req-957c0528-be96-4bab-9b37-66a0beb85c68 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:52.689913 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b6b2df38-b907-4fa1-a6f0-770d86c3c099 req-957c0528-be96-4bab-9b37-66a0beb85c68 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 950 time: 0.0475395 Aug 08 19:04:52.727062 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-b6b2df38-b907-4fa1-a6f0-770d86c3c099 req-12ca3a49-4d1a-486e-a03b-762a4ef7743b tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/security-groups?id=3737cf6c-a2ec-4025-b40b-bfd341bc0c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 08 19:04:52.829172 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-c4b00f8d-c16b-4735-827e-59ada6deb8c9 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 08 19:04:52.830605 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-c4b00f8d-c16b-4735-827e-59ada6deb8c9 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.30 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 950 time: 0.0505874 Aug 08 19:04:52.913953 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Deleting port a4872fb5-ded3-4ece-b143-bddc3c93db24 {{(pid=109560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 08 19:04:52.914218 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790180434288'] for port, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:53.003514 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.db [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] For port a4872fb5-ded3-4ece-b143-bddc3c93db24, host hv-cinder-85245, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85245',level=0,port_id=a4872fb5-ded3-4ece-b143-bddc3c93db24,segment=NetworkSegment(1db4b87e-66c7-4e57-9e47-9e7adf22d9b5),segment_id=1db4b87e-66c7-4e57-9e47-9e7adf22d9b5)] {{(pid=109560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 08 19:04:53.003875 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731522'] for port, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:53.016701 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.plugins.ml2.plugin [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Calling delete_port for a4872fb5-ded3-4ece-b143-bddc3c93db24 owned by compute:nova {{(pid=109560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 08 19:04:53.194089 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-112329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790180438218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790180038135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16754102'] for port, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:53.208513 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.db [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] get_ports_and_sgs() called for port_ids ['a4872fb5-ded3-4ece-b143-bddc3c93db24'] {{(pid=109561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 08 19:04:53.224247 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Pushing event deleted for resources: {'Port': ['ID=a4872fb5-ded3-4ece-b143-bddc3c93db24,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:04:53.267400 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] No DVR routers for this DVR port a4872fb5-ded3-4ece-b143-bddc3c93db24 on host hv-cinder-85245 {{(pid=109560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 08 19:04:53.269934 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47966'] for port, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:04:53.273532 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-1e24fc48-5e9b-42ff-bcb6-155389a54df8 req-08bfb6a1-0265-4569-8ed2-94d56bf40730 tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.30 "DELETE /v2.0/ports/a4872fb5-ded3-4ece-b143-bddc3c93db24 HTTP/1.1" status: 204 len: 173 time: 0.4376130 Aug 08 19:04:53.273973 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02669c32-b23e-4164-8949-c479a6abb803', 'name': 'network-vif-deleted', 'tag': 'a4872fb5-ded3-4ece-b143-bddc3c93db24'}] {{(pid=109560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 08 19:04:53.276360 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0eff37ed6b59e4c099831e958c2854706c756425551c822be5e0b67a3659e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d0ea5c-f5a5-40cd-8d51-dab3eefb5e2d" -d '{"events": [{"server_uuid": "02669c32-b23e-4164-8949-c479a6abb803", "name": "network-vif-deleted", "tag": "a4872fb5-ded3-4ece-b143-bddc3c93db24"}]}' {{(pid=109560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 08 19:04:53.318938 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Aug 2022 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddd9d64-9cd6-4ed9-af87-9657fc56ab77 x-openstack-request-id: req-6ddd9d64-9cd6-4ed9-af87-9657fc56ab77 {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 08 19:04:53.319253 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02669c32-b23e-4164-8949-c479a6abb803", "name": "network-vif-deleted", "tag": "a4872fb5-ded3-4ece-b143-bddc3c93db24", "status": "completed", "code": 200}]} {{(pid=109560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 08 19:04:53.319501 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ddd9d64-9cd6-4ed9-af87-9657fc56ab77 {{(pid=109560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 08 19:04:53.319903 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddd9d64-9cd6-4ed9-af87-9657fc56ab77'] response: {'server_uuid': '02669c32-b23e-4164-8949-c479a6abb803', 'name': 'network-vif-deleted', 'tag': 'a4872fb5-ded3-4ece-b143-bddc3c93db24', 'status': 'completed', 'code': 200} Aug 08 19:04:53.834152 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [req-285b02e5-372f-470a-b08f-dddd3e8607a5 req-ef578c40-c0d8-4c36-aaf2-159eaa12f52b tempest-VolumesNegativeTest-2127260089 tempest-VolumesNegativeTest-2127260089-project] 10.222.0.23 "GET /v2.0/ports?device_id=02669c32-b23e-4164-8949-c479a6abb803 HTTP/1.1" status: 200 len: 210 time: 0.0255404 Aug 08 19:04:55.098695 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:04:56.829432 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device a4872fb5-ded3-4ece-b143-bddc3c93db24 no longer exists at agent hyperv_hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 08 19:04:56.849165 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.plugin [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] No Port match for: a4872fb5-ded3-4ece-b143-bddc3c93db24 {{(pid=109561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 08 19:04:56.849508 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron.plugins.ml2.rpc [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Device a4872fb5-ded3-4ece-b143-bddc3c93db24 not bound to the agent host hv-cinder-85245 {{(pid=109561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 08 19:04:57.319848 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:00.441463 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50594) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:05:00.589094 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-b6fb3fd8-b390-47c3-988a-549abad8befe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c0a823cfce4432fa701cbcf0a00b627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464581 Aug 08 19:05:00.591553 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.wsgi [-] (109560) accepted ('10.222.0.23', 50598) {{(pid=109560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 08 19:05:00.638012 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:00.662111 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:00.788357 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643888'] for security_group, after_delete {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:00.791299 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron_lib.callbacks.manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:00.792806 dv-cinder-852456-1-iscsi neutron-server[109560]: INFO neutron.wsgi [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3737cf6c-a2ec-4025-b40b-bfd341bc0c39 HTTP/1.1" status: 204 len: 168 time: 0.2002811 Aug 08 19:05:00.800836 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3737cf6c-a2ec-4025-b40b-bfd341bc0c39,revision_number=None']} {{(pid=109560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 08 19:05:00.807972 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.808322 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.808666 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.809001 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.809343 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.809833 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.810031 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.810363 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.810693 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.811041 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.811368 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:00.811690 dv-cinder-852456-1-iscsi neutron-server[109560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c376351-f21e-4141-9935-e6e86dc62192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852456-1-iscsi {{(pid=109560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 08 19:05:02.302132 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe505-3b1d-471f-9141-467782c4cd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:04.513766 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-db356983-9807-473b-853b-5e7b01d65905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:05.884181 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:07.297002 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:07.536228 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:27.387227 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:32.098320 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:05:32.307658 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ade7d160-ede6-4b59-b697-fa89ac11ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:34.490410 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ff133df7-6731-4700-aa80-9b4e26fee639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:35.877597 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:37.313445 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:37.593316 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:05:57.334352 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:02.306251 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-6da7c945-5c1c-45fc-860c-1267d6afcaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:04.530395 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-07d64654-64e5-4c02-9ad0-dd2f91b45522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:05.873354 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:07.408701 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:07.548089 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:09.098474 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:06:27.376167 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:32.307281 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-79e0299a-1bd4-4a71-9f9f-bcb1d63c74a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:34.495404 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-5e449964-d8bc-4b9d-8b50-1c3534f41c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:35.872394 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:37.310419 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:37.557199 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:06:46.098426 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:06:57.330195 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:02.329646 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec7bd-56e8-472e-b94d-b5bf9826ad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:04.522130 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-fb78a3ca-ca43-40d7-bd3e-81ae0cf69fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:05.887833 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:07.341334 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:07.615556 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:23.098465 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:07:27.345895 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:32.392168 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-372530d3-c65e-4859-ade1-758a34755dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:34.489353 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-159d9207-561f-4fcd-bd89-12a878bd7626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:35.892639 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:37.374871 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:37.580146 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:07:57.405870 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:00.104363 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:08:02.320207 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7504-bc56-45bd-a924-398f843e3467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:04.496729 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-521446a6-eb61-453b-811c-78a3785cc212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:05.914333 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:07.334287 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:07.599801 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:10.256489 dv-cinder-852456-1-iscsi neutron-server[109559]: DEBUG neutron.wsgi [req-f5ffc3b5-453c-4701-9fb9-75d0a4073430 req-c220887b-96fe-4ccc-b3fc-0b3612fa265d service neutron] (109559) timed out ('10.222.0.30', 65332) {{(pid=109559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 08 19:08:27.382082 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:32.379839 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-fba8bbd4-9579-49b1-827c-0c4d336cd1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:34.559315 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-ef5cfd68-e52f-4690-94c4-db95a9e4e184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:35.919502 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:37.109425 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:08:37.396516 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:37.622194 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:08:57.358115 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:02.378649 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-0680964e-bd49-4d82-b09f-54c0b376ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:04.504685 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-02604598-3022-4133-8de9-f05f72da6190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:05.912507 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:07.361507 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:07.641555 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:14.110428 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:09:27.386041 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:32.346038 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-d22e9304-9900-4628-bfaa-d69e77edc756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:34.523034 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-666be3e3-c037-4b09-8163-65f1115a1939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:35.922574 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:37.357078 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:37.591348 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:09:51.109844 dv-cinder-852456-1-iscsi neutron-server[109562]: DEBUG neutron.db.agents_db [None req-24bb30dd-0125-45e7-a1a8-f8a55c13a225 None None] Agent healthcheck: found 6 active agents {{(pid=109562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 08 19:09:57.414274 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c34-bf95-4b24-9de7-cc9dc1e1ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:10:02.321789 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dd815014-5bae-46d7-8a06-11e370d8c45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:10:04.510738 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-615dc96b-f38e-447b-b773-8df5a744c83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:10:05.926146 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-7777b397-b7eb-4685-b78e-a5a8f3a7a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:10:07.390972 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-8ef59b4c-534f-41d4-9de9-78f11ae14446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 08 19:10:07.578684 dv-cinder-852456-1-iscsi neutron-server[109561]: DEBUG neutron_lib.callbacks.manager [None req-dc138cf7-0204-40be-bfa8-46a69ea8b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790180496240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7019'] for agent, after_update {{(pid=109561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}